Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/latest/ghpr_check2.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj Agent pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj is provisioned from template pingcap_tidb_ghpr_check2_10521-kwdvk-vlr7g --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "543d94beaf890c6cca7baf18e8110b49d0e6e9d7" jenkins/label: "pingcap_tidb_ghpr_check2_10521-kwdvk" name: "pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git rev-list --no-walk e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 5 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=dbba48e9-3c1f-43f3-a7af-04320514881c JENKINS_NODE_COOKIE=8bfb488c-6ca8-4720-9a97-71af5569ebaf BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-ghpr_check2-10521 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=e64357d6ddd9be700fd5c8d87859c826b78da53a JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/ghpr_check2","buildid":"1797175397050224643","prowjobid":"dbba48e9-3c1f-43f3-a7af-04320514881c","refs":{"org":"pingcap","repo":"tidb","repo_link":"https://github.com/pingcap/tidb","base_ref":"master","base_sha":"8483dc538be95234dde6d6c31d1bb3248488440e","base_link":"https://github.com/pingcap/tidb/commit/8483dc538be95234dde6d6c31d1bb3248488440e","pulls":[{"number":53734,"author":"hawkingrei","sha":"9b6e22cb07be005eea2be183bf806b6593eb94ea","title":"domain: splite handleDDLEvent into new thread","link":"https://github.com/pingcap/tidb/pull/53734","commit_link":"https://github.com/pingcap/tidb/pull/53734/commits/9b6e22cb07be005eea2be183bf806b6593eb94ea","author_link":"https://github.com/hawkingrei"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=e64357d6ddd9be700fd5c8d87859c826b78da53a PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/ghpr_check2 TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#10521 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1797175397050224643 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=ghpr_check2 GIT_PREVIOUS_SUCCESSFUL_COMMIT=e64357d6ddd9be700fd5c8d87859c826b78da53a RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_ghpr_check2_10521-kwdvk GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-da268d9e668a40ac9bdc52566cc558810a4c43d7bbe3d53ea4e01dfdf6821af4 NODE_LABELS=pingcap_tidb_ghpr_check2_10521-kwdvk pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/display/redirect BUILD_NUMBER=10521 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build1147204633=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-ghpr-check2-10521-kwdvk-vlr7g-j1psj bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 44042 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: eda378f5bdeea9f6 (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 26 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Sun Jun 02 07:56:50 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-8483dc5) 586244096 bytes in 2.93 secs (200006361 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.git/ .git HEAD is now at 8483dc538b table: Update delta from column slice, instead of map (#53670) POST git-upload-pack (656 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tidb = [up to date] master -> origin/master * [new ref] refs/pull/53734/head -> origin/pr/53734/head HEAD is now at 8483dc538b table: Update delta from column slice, instead of map (#53670) 🚧 Checkouting to base SHA:8483dc538be95234dde6d6c31d1bb3248488440e... HEAD is now at 8483dc538b table: Update delta from column slice, instead of map (#53670) βœ… Checked. πŸŽ‰ 🧾 HEAD info: 8483dc538be95234dde6d6c31d1bb3248488440e 8483dc538b table: Update delta from column slice, instead of map (#53670) 4670bf577a ddl: separate `sessionctx.Context` in `backfillCtx` to sub-contexts (#53671) 3fdb963a33 domain: do not reset the data for infoschema v2 when full load (#53543) 🚧 Pre-merge heads of pull requests to base SHA: 8483dc538be95234dde6d6c31d1bb3248488440e ... Merge made by the 'ort' strategy. pkg/domain/domain.go | 28 ++++++++++++++++++++++------ 1 file changed, 22 insertions(+), 6 deletions(-) 🧾 Pre-merged result: ee7717439d3290322056ae772135f6278d30225b ee7717439d Merge commit '9b6e22cb07be005eea2be183bf806b6593eb94ea' into HEAD 9b6e22cb07 domain: splite handleDDLEvent into new thread 8483dc538b table: Update delta from column slice, instead of map (#53670) βœ… Pre merged πŸŽ‰ βœ… ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-8483dc5-9b6e22c) 586290688 bytes in 10.03 secs (58472461 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls bin/tidb-server ls: cannot access bin/tidb-server: No such file or directory + make server CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-282-gee7717439d" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-06-02 07:57:15" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=ee7717439d3290322056ae772135f6278d30225b" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/tikv/pd/client v0.0.0-20240531082952-199b01792159 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240516031922-38e0dca30c8c go: downloading google.golang.org/grpc v1.63.2 go: downloading github.com/shirou/gopsutil/v3 v3.24.4 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sync v0.7.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.25.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading golang.org/x/exp v0.0.0-20240404231335-c0f41cb1a7a0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading golang.org/x/sys v0.20.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading golang.org/x/text v0.15.0 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/spf13/pflag v1.0.5 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/coocood/freecache v1.2.1 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/google/btree v1.1.2 go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading google.golang.org/protobuf v1.33.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading go.uber.org/mock v0.4.0 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading golang.org/x/tools v0.21.0 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading golang.org/x/oauth2 v0.20.0 go: downloading cloud.google.com/go v0.112.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.20.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading golang.org/x/crypto v0.23.0 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/apache/thrift v0.16.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/pierrec/lz4/v4 v4.1.15 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/logr v1.4.1 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading k8s.io/apimachinery v0.28.6 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.0.9 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/pierrec/lz4 v2.6.1+incompatible go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 [Pipeline] } Cache saved successfully (binary/pingcap/tidb/tidb-server/rev-8483dc538be95234dde6d6c31d1bb3248488440e-9b6e22cb07be005eea2be183bf806b6593eb94ea) 225610240 bytes in 3.79 secs (59591772 bytes/sec) [Pipeline] // cache [Pipeline] script [Pipeline] { [Pipeline] sh + sha1= + [[ commit_master =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1 + [[ true = \t\r\u\e ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 771 0 --:--:-- --:--:-- --:--:-- 773 + sha1=44356c16acc47bf4f5cee733b5153cdeec3fff80 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/tikv/44356c16acc47bf4f5cee733b5153cdeec3fff80/centos7/tikv-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/44356c16acc47bf4f5cee733b5153cdeec3fff80/centos7/tikv-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/44356c16acc47bf4f5cee733b5153cdeec3fff80/centos7/tikv-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/tikv/44356c16acc47bf4f5cee733b5153cdeec3fff80/centos7/tikv-server.tar.gz + saveFile=tikv-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/44356c16acc47bf4f5cee733b5153cdeec3fff80/centos7/tikv-server.tar.gz + echo 'πŸ“‚ extract bin from tikv-server.tar.gz ...' πŸ“‚ extract bin from tikv-server.tar.gz ... + tar -xzf tikv-server.tar.gz bin + rm tikv-server.tar.gz + echo 'βœ… extracted bin from tikv-server.tar.gz .' βœ… extracted bin from tikv-server.tar.gz . [Pipeline] sh + sha1= + [[ commit_master =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1 + [[ true = \t\r\u\e ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify + echo 'πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify' πŸ” ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- 0:00:01 --:--:-- 0 100 41 100 41 0 0 32 0 0:00:01 0:00:01 --:--:-- 32 + sha1=199b01792159e5d8e83ef419a5053401e998bb0e + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/pd/199b01792159e5d8e83ef419a5053401e998bb0e/centos7/pd-server.tar.gz + echo 'β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/199b01792159e5d8e83ef419a5053401e998bb0e/centos7/pd-server.tar.gz' β¬‡οΈπŸ“¦ artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/199b01792159e5d8e83ef419a5053401e998bb0e/centos7/pd-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/pd/199b01792159e5d8e83ef419a5053401e998bb0e/centos7/pd-server.tar.gz + saveFile=pd-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/199b01792159e5d8e83ef419a5053401e998bb0e/centos7/pd-server.tar.gz + echo 'πŸ“‚ extract bin from pd-server.tar.gz ...' πŸ“‚ extract bin from pd-server.tar.gz ... + tar -xzf pd-server.tar.gz bin + rm pd-server.tar.gz + echo 'βœ… extracted bin from pd-server.tar.gz .' βœ… extracted bin from pd-server.tar.gz . [Pipeline] } [Pipeline] // script [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + mv bin/tidb-server bin/integration_test_tidb-server + touch rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 46.41 secs (49293355 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_flashbacktest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_flashbacktest') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-703k6-k6h2k-3849p Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-ck5p6-qjfgp-njx0h Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-qrmz8-t3650-nw8fh [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate Agent pingcap-tidb-ghpr-check2-10521-703k6-k6h2k-3849p is provisioned from template pingcap_tidb_ghpr_check2_10521-703k6-k6h2k --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "cbeba4bea4d977fef4f9ea2079152cd1f85ff6fa" jenkins/label: "pingcap_tidb_ghpr_check2_10521-703k6" name: "pingcap-tidb-ghpr-check2-10521-703k6-k6h2k-3849p" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-703k6-k6h2k-3849p" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-703k6-k6h2k-3849p" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-703k6-k6h2k-3849p in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] { [Pipeline] node [Pipeline] checkout The recommended git tool is: git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-r14wm-lf5h6-x7236 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5662d1a5; decorates RemoteLauncher[hudson.remoting.Channel@3f568a77:JNLP4-connect connection from 10.233.123.139/10.233.123.139:51472] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-hlrcf-3xb7w-pkvm2 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-7rg5l-08jnj-4l9hk Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate Agent pingcap-tidb-ghpr-check2-10521-ck5p6-qjfgp-njx0h is provisioned from template pingcap_tidb_ghpr_check2_10521-ck5p6-qjfgp --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e25fa5f5e2142319fd004e9c19ba72e18be716e8" jenkins/label: "pingcap_tidb_ghpr_check2_10521-ck5p6" name: "pingcap-tidb-ghpr-check2-10521-ck5p6-qjfgp-njx0h" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-ck5p6-qjfgp-njx0h" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-ck5p6-qjfgp-njx0h" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] { Running on pingcap-tidb-ghpr-check2-10521-ck5p6-qjfgp-njx0h in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-0n824-z3knx-tkbvx [Pipeline] node [Pipeline] checkout The recommended git tool is: git > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Agent pingcap-tidb-ghpr-check2-10521-qrmz8-t3650-nw8fh is provisioned from template pingcap_tidb_ghpr_check2_10521-qrmz8-t3650 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f8641eadc16857447c2c3ac209f32a5ff615671f" jenkins/label: "pingcap_tidb_ghpr_check2_10521-qrmz8" name: "pingcap-tidb-ghpr-check2-10521-qrmz8-t3650-nw8fh" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-qrmz8-t3650-nw8fh" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-qrmz8-t3650-nw8fh" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" [Pipeline] withEnv [Pipeline] { [Pipeline] container Running on pingcap-tidb-ghpr-check2-10521-qrmz8-t3650-nw8fh in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] { [Pipeline] checkout Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] stage [Pipeline] { (Test) [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-mtrxc-bfdk3-ksnm0 The recommended git tool is: git [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@ab1ecd5; decorates RemoteLauncher[hudson.remoting.Channel@415dae1:JNLP4-connect connection from 10.233.68.176/10.233.68.176:46354] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-tplwd-wz6zk-qwsn8 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7e84def0; decorates RemoteLauncher[hudson.remoting.Channel@93bed96:JNLP4-connect connection from 10.233.72.78/10.233.72.78:52756] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-ghpr-check2-10521-7rg5l-08jnj-4l9hk is provisioned from template pingcap_tidb_ghpr_check2_10521-7rg5l-08jnj Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "276b269b2b340a3dec18729266496cded554d0e5" jenkins/label: "pingcap_tidb_ghpr_check2_10521-7rg5l" name: "pingcap-tidb-ghpr-check2-10521-7rg5l-08jnj-4l9hk" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-7rg5l-08jnj-4l9hk" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-7rg5l-08jnj-4l9hk" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-7rg5l-08jnj-4l9hk in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-10521-0n824-z3knx-tkbvx is provisioned from template pingcap_tidb_ghpr_check2_10521-0n824-z3knx --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "20ae6c57fe4e39e796a5bdfd34e3eab3eccefd47" jenkins/label: "pingcap_tidb_ghpr_check2_10521-0n824" name: "pingcap-tidb-ghpr-check2-10521-0n824-z3knx-tkbvx" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-0n824-z3knx-tkbvx" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-0n824-z3knx-tkbvx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-0n824-z3knx-tkbvx in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Agent pingcap-tidb-ghpr-check2-10521-tplwd-wz6zk-qwsn8 is provisioned from template pingcap_tidb_ghpr_check2_10521-tplwd-wz6zk --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "533715b259ff0c1003fb3820bcd1e01ccac4d6d3" jenkins/label: "pingcap_tidb_ghpr_check2_10521-tplwd" name: "pingcap-tidb-ghpr-check2-10521-tplwd-wz6zk-qwsn8" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-tplwd-wz6zk-qwsn8" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-tplwd-wz6zk-qwsn8" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-tplwd-wz6zk-qwsn8 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Agent pingcap-tidb-ghpr-check2-10521-r14wm-lf5h6-x7236 is provisioned from template pingcap_tidb_ghpr_check2_10521-r14wm-lf5h6 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "bb4b16bd9015f0153328908d8a72e23c00ad3f34" jenkins/label: "pingcap_tidb_ghpr_check2_10521-r14wm" name: "pingcap-tidb-ghpr-check2-10521-r14wm-lf5h6-x7236" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-r14wm-lf5h6-x7236" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-r14wm-lf5h6-x7236" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-r14wm-lf5h6-x7236 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-ghpr-check2-10521-hlrcf-3xb7w-pkvm2 is provisioned from template pingcap_tidb_ghpr_check2_10521-hlrcf-3xb7w --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2b9221f3e38a5b22e9f31e6bc6e2c252a38f7da1" jenkins/label: "pingcap_tidb_ghpr_check2_10521-hlrcf" name: "pingcap-tidb-ghpr-check2-10521-hlrcf-3xb7w-pkvm2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-hlrcf-3xb7w-pkvm2" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-hlrcf-3xb7w-pkvm2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-hlrcf-3xb7w-pkvm2 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 6.37 secs (359068524 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] sh Agent pingcap-tidb-ghpr-check2-10521-mtrxc-bfdk3-ksnm0 is provisioned from template pingcap_tidb_ghpr_check2_10521-mtrxc-bfdk3 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e7ed2faf90f2bddb590e8f62f2e5c0405047a05d" jenkins/label: "pingcap_tidb_ghpr_check2_10521-mtrxc" name: "pingcap-tidb-ghpr-check2-10521-mtrxc-bfdk3-ksnm0" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-mtrxc-bfdk3-ksnm0" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-mtrxc-bfdk3-ksnm0" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-mtrxc-bfdk3-ksnm0 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] { [Pipeline] node [Pipeline] node + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r--. 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] { [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] podTemplate The recommended git tool is: git [Pipeline] { [Pipeline] node [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] { Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] // cache Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-mpzq3-8pnb7-tc9h3 [Pipeline] sh Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-f28ln-2z8br-6f3st Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-jf7pr-t45kz-bdljb Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-gr7w1-3p3pd-qzs2p Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-tpmkz-64c52-x6g1w Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-75nl7-07dd4-6p383 [Pipeline] checkout Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-3wn3w-vwhnm-llxw6 [Pipeline] withCredentials The recommended git tool is: git Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1b7c07a2; decorates RemoteLauncher[hudson.remoting.Channel@3caea015:JNLP4-connect connection from 10.233.100.98/10.233.100.98:60620] will be ignored (a typical symptom is the Git executable not being run inside a designated container) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@122c235; decorates RemoteLauncher[hudson.remoting.Channel@23aa5950:JNLP4-connect connection from 10.233.88.166/10.233.88.166:53324] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] podTemplate [Pipeline] { [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@f1edb97; decorates RemoteLauncher[hudson.remoting.Channel@6c825000:JNLP4-connect connection from 10.233.90.243/10.233.90.243:53952] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@14296184; decorates RemoteLauncher[hudson.remoting.Channel@66115056:JNLP4-connect connection from 10.233.106.13/10.233.106.13:38438] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@37044686; decorates RemoteLauncher[hudson.remoting.Channel@2a1706a9:JNLP4-connect connection from 10.233.97.236/10.233.97.236:59388] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-vjxwg-dfnlp-44smw Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2fd0a967; decorates RemoteLauncher[hudson.remoting.Channel@58e0e7dd:JNLP4-connect connection from 10.233.93.17/10.233.93.17:36546] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-10521-v689q-rd1rt-l4rh8 diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Agent pingcap-tidb-ghpr-check2-10521-gr7w1-3p3pd-qzs2p is provisioned from template pingcap_tidb_ghpr_check2_10521-gr7w1-3p3pd --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "54d8fdcafe6a1562b183bbee7087a7bdcbab3bcc" jenkins/label: "pingcap_tidb_ghpr_check2_10521-gr7w1" name: "pingcap-tidb-ghpr-check2-10521-gr7w1-3p3pd-qzs2p" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-gr7w1-3p3pd-qzs2p" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-gr7w1-3p3pd-qzs2p" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-gr7w1-3p3pd-qzs2p in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") Avoid second fetch Agent pingcap-tidb-ghpr-check2-10521-jf7pr-t45kz-bdljb is provisioned from template pingcap_tidb_ghpr_check2_10521-jf7pr-t45kz --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ae2f99505631d9d3618ecc92f4784ce3cecc2b3d" jenkins/label: "pingcap_tidb_ghpr_check2_10521-jf7pr" name: "pingcap-tidb-ghpr-check2-10521-jf7pr-t45kz-bdljb" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-jf7pr-t45kz-bdljb" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-jf7pr-t45kz-bdljb" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Running on pingcap-tidb-ghpr-check2-10521-jf7pr-t45kz-bdljb in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Agent pingcap-tidb-ghpr-check2-10521-f28ln-2z8br-6f3st is provisioned from template pingcap_tidb_ghpr_check2_10521-f28ln-2z8br --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6cb687ccaad341fb13dee37c917fa34f899b77f8" jenkins/label: "pingcap_tidb_ghpr_check2_10521-f28ln" name: "pingcap-tidb-ghpr-check2-10521-f28ln-2z8br-6f3st" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-f28ln-2z8br-6f3st" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-f28ln-2z8br-6f3st" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-f28ln-2z8br-6f3st in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-10521-vjxwg-dfnlp-44smw is provisioned from template pingcap_tidb_ghpr_check2_10521-vjxwg-dfnlp --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d44cb5d133cd343fcf47cd93f1df76c110f0373a" jenkins/label: "pingcap_tidb_ghpr_check2_10521-vjxwg" name: "pingcap-tidb-ghpr-check2-10521-vjxwg-dfnlp-44smw" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-vjxwg-dfnlp-44smw" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-vjxwg-dfnlp-44smw" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-vjxwg-dfnlp-44smw in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Agent pingcap-tidb-ghpr-check2-10521-tpmkz-64c52-x6g1w is provisioned from template pingcap_tidb_ghpr_check2_10521-tpmkz-64c52 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "657a0cf442a7b8fbe7910f957f735b5b12612b38" jenkins/label: "pingcap_tidb_ghpr_check2_10521-tpmkz" name: "pingcap-tidb-ghpr-check2-10521-tpmkz-64c52-x6g1w" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-tpmkz-64c52-x6g1w" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-tpmkz-64c52-x6g1w" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Agent pingcap-tidb-ghpr-check2-10521-mpzq3-8pnb7-tc9h3 is provisioned from template pingcap_tidb_ghpr_check2_10521-mpzq3-8pnb7 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "da3eb7f396d8811f31ab0836e789aecc9c0f9417" jenkins/label: "pingcap_tidb_ghpr_check2_10521-mpzq3" name: "pingcap-tidb-ghpr-check2-10521-mpzq3-8pnb7-tc9h3" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-mpzq3-8pnb7-tc9h3" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-mpzq3-8pnb7-tc9h3" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-tpmkz-64c52-x6g1w in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Running on pingcap-tidb-ghpr-check2-10521-mpzq3-8pnb7-tc9h3 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Agent pingcap-tidb-ghpr-check2-10521-3wn3w-vwhnm-llxw6 is provisioned from template pingcap_tidb_ghpr_check2_10521-3wn3w-vwhnm --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a7a06131a09dd1c29bdddd24637f71a70569efa3" jenkins/label: "pingcap_tidb_ghpr_check2_10521-3wn3w" name: "pingcap-tidb-ghpr-check2-10521-3wn3w-vwhnm-llxw6" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-3wn3w-vwhnm-llxw6" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-3wn3w-vwhnm-llxw6" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-3wn3w-vwhnm-llxw6 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 5.14 secs (445496676 bytes/sec) [Pipeline] { [Pipeline] cache Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Agent pingcap-tidb-ghpr-check2-10521-75nl7-07dd4-6p383 is provisioned from template pingcap_tidb_ghpr_check2_10521-75nl7-07dd4 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "27477d8c2016e5f98229849ffd806ac83409de1d" jenkins/label: "pingcap_tidb_ghpr_check2_10521-75nl7" name: "pingcap-tidb-ghpr-check2-10521-75nl7-07dd4-6p383" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-75nl7-07dd4-6p383" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-75nl7-07dd4-6p383" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-75nl7-07dd4-6p383 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Agent pingcap-tidb-ghpr-check2-10521-v689q-rd1rt-l4rh8 is provisioned from template pingcap_tidb_ghpr_check2_10521-v689q-rd1rt --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/10521/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/10521/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "43d7f49c4f4e595308572e50004ceb1aa1544d63" jenkins/label: "pingcap_tidb_ghpr_check2_10521-v689q" name: "pingcap-tidb-ghpr-check2-10521-v689q-rd1rt-l4rh8" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-10521-v689q-rd1rt-l4rh8" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-10521-v689q-rd1rt-l4rh8" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-10521-v689q-rd1rt-l4rh8 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 8.34 secs (274414896 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r--. 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r--. 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh y ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 [Pipeline] withEnv [Pipeline] { go: downloading go.uber.org/multierr v1.11.0 [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] checkout [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { The recommended git tool is: git [Pipeline] checkout [Pipeline] { [Pipeline] { The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] // cache The recommended git tool is: git [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] stage No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7dfd7448; decorates RemoteLauncher[hudson.remoting.Channel@756d76f3:JNLP4-connect connection from 10.233.105.20/10.233.105.20:59278] will be ignored (a typical symptom is the Git executable not being run inside a designated container) [Pipeline] { (Test) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/sirupsen/logrus v1.8.1 [Pipeline] { (Test) [Pipeline] // cache [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@573c674c; decorates RemoteLauncher[hudson.remoting.Channel@6f05e840:JNLP4-connect connection from 10.233.127.66/10.233.127.66:41160] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3a5d373d; decorates RemoteLauncher[hudson.remoting.Channel@9d285a3:JNLP4-connect connection from 10.233.107.6/10.233.107.6:52980] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@d63c64d; decorates RemoteLauncher[hudson.remoting.Channel@6e8c3a9a:JNLP4-connect connection from 10.233.84.95/10.233.84.95:42472] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7bcfd61d; decorates RemoteLauncher[hudson.remoting.Channel@105b9e66:JNLP4-connect connection from 10.233.108.82/10.233.108.82:35460] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@456ed31f; decorates RemoteLauncher[hudson.remoting.Channel@7dc787a9:JNLP4-connect connection from 10.233.71.213/10.233.71.213:41752] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] timeout Timeout set to expire in 50 min Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5e02972f; decorates RemoteLauncher[hudson.remoting.Channel@4151d7be:JNLP4-connect connection from 10.233.66.8/10.233.66.8:56320] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@72984849; decorates RemoteLauncher[hudson.remoting.Channel@47bab7a7:JNLP4-connect connection from 10.233.86.79/10.233.86.79:36354] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@782450b4; decorates RemoteLauncher[hudson.remoting.Channel@1237b671:JNLP4-connect connection from 10.233.69.206/10.233.69.206:56550] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] sh Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] cache start tidb-server, log file: ./integration-test.out tidb-server(PID: 1405) started run all integration test cases (enabled new collation) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) ./t/show.test: ok! 3 test cases passed, take time 0.000479082 s ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.026287151 s ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.024298172 s Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 ./t/bindinfo/bind.test: ok! 223 test cases passed, take time 3.227859147 s ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.075688473 s ./t/bindinfo/temptable.test: ok! 38 test cases passed, take time 0.166699496 s ./t/black_list.test: ok! 55 test cases passed, take time 0.110468441 s Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 ./t/clustered_index.test: ok! 47 test cases passed, take time 3.233731437 s ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.709977515 s ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.727199564 s ./t/collation_misc.test: ok! 66 test cases passed, take time 0.633224894 s ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.757465163 s ./t/common_collation.test: ok! 26 test cases passed, take time 0.184309434 s ./t/cte.test: ok! 189 test cases passed, take time 1.968578692 s ./t/db_integration.test: ok! 11 test cases passed, take time 0.053708506 s ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.474342627 s Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 14.10 secs (162273272 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 4.72 secs (485166403 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 4.78 secs (478476118 bytes/sec) [Pipeline] { [Pipeline] cache ./t/ddl/bdr_mode.test: ok! 371 test cases passed, take time 19.396252339 s ./t/ddl/column.test: ok! 27 test cases passed, take time 0.294411901 s ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.069488556 s Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 5.66 secs (404412178 bytes/sec) [Pipeline] { [Pipeline] cache ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 3.782883706 s Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 4.51 secs (507336067 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 6.71 secs (341060874 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh n ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] // cache [Pipeline] // cache [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 [Pipeline] sh go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] // cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN start tidb-server, log file: ./integration-test.out tidb-server(PID: 1522) started run all integration test cases (disabled new collation) [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] { [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.704478212 s [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] cache ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.666408612 s diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") ./t/collation_misc.test: ok! 66 test cases passed, take time 0.624788696 s + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.675007489 s Great, All tests passed + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") integrationtest passed! ./run-tests.sh: line 1: kill: (1522) - No such process ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 6.34 secs (361000084 bytes/sec) [Pipeline] { [Pipeline] cache bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 5.50 secs (415773739 bytes/sec) [Pipeline] { [Pipeline] cache Starting local Bazel server and connecting to it... INFO: Invocation ID: 80468851-9c76-4f76-b892-99aa818c6b0f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_14.70029414/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (42 packages loaded, 391 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 6.60 secs (346493864 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (67 packages loaded, 660 targets configured) Analyzing: target //:gazelle (99 packages loaded, 3965 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 6.23 secs (366991403 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (165 packages loaded, 11260 targets configured) Analyzing: target //:gazelle (206 packages loaded, 11854 targets configured) Analyzing: target //:gazelle (268 packages loaded, 12452 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [17 / 323] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; Downloading external/go_sdk/builder, 4.6 MiB / 5.3 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.9 MiB / 10.3 MiB; 1s remote-cache ... (4 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 18.27 secs (125223198 bytes/sec) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.5 MiB / 17.2 MiB; 2s remote-cache ... (4 actions, 0 running) [Pipeline] { [Pipeline] cache [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (4 actions, 0 running) ./t/ddl/column_type_change.test: ok! 1285 test cases passed, take time 69.336504779 s ./t/ddl/constraint.test: ok! 440 test cases passed, take time 7.527922673 s [26 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.0 MiB / 3.5 MiB; 4s remote-cache ... (2 actions, 0 running) [26 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 5s remote-cache ... (2 actions, 0 running) [140 / 323] GoCompilePkg external/org_uber_go_zap/zapcore/zapcore.a [for tool]; Downloading external/org_uber_go_zap/zapcore/zapcore.a, 1.2 MiB / 1.8 MiB; 0s remote-cache ... (8 actions, 0 running) [306 / 323] GoCompilePkg external/bazel_gazelle/label/label.a; Downloading external/bazel_gazelle/label/label.facts; 0s remote-cache ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 45.357s, Critical Path: 7.33s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: bb34bb8f-a7b2-440b-ac93-a2dfc865298a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_14.70029414/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 4.77 secs (479154303 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tools/tazel:tazel (9 packages loaded, 11945 targets configured) Analyzing: target //tools/tazel:tazel (89 packages loaded, 12933 targets configured) Analyzing: target //tools/tazel:tazel (291 packages loaded, 14001 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [489 / 608] GoCompilePkg external/org_golang_google_protobuf/types/descriptorpb/descriptorpb.a; 0s remote-cache ... (8 actions, 0 running) [586 / 608] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/kv/kv.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.800s, Critical Path: 2.16s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: 9c029456-b61d-4992-b37e-6d0584a781da INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_14.70029414/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 5.50 secs (416278712 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (447 packages loaded, 922 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (697 packages loaded, 12699 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (899 packages loaded, 14797 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1012 packages loaded, 15965 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1046 packages loaded, 16466 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 4.28 secs (534994063 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/brietest:brietest_test (1101 packages loaded, 16801 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1182 packages loaded, 17477 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1284 packages loaded, 18328 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1358 packages loaded, 18757 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1442 packages loaded, 19451 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1452 packages loaded, 19659 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1457 packages loaded, 19934 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1457 packages loaded, 19934 targets configured) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1549 packages loaded, 20548 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-10521) 2287641600 bytes in 8.36 secs (273638176 bytes/sec) [Pipeline] { [Pipeline] sh [23 / 1,599] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 6.2 MiB / 8.3 MiB; 1s remote-cache ... (4 actions, 0 running) [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh [24 / 1,599] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r--. 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [25 / 1,599] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 3s remote-cache ... (3 actions, 0 running) [Pipeline] sh + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r--. 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [Pipeline] sh [60 / 1,599] GoCompilePkg external/org_golang_x_tools/go/ssa/ssa.a [for tool]; Downloading external/org_golang_x_tools/go/ssa/ssa.a, 1.1 MiB / 4.0 MiB; 0s remote-cache ... (7 actions, 0 running) + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r--. 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [326 / 1,599] GoCompilePkg external/org_golang_x_sys/unix/unix.a; 0s remote-cache ... (8 actions, 0 running) [Pipeline] } [Pipeline] sh [633 / 1,599] GoCompilePkg external/com_github_tikv_pd_client/tlsutil/tlsutil.a; 0s remote-cache ... (7 actions, 0 running) + ls -l rev-9b6e22cb07be005eea2be183bf806b6593eb94ea -rw-r--r-- 1 jenkins jenkins 0 Jun 2 16:00 rev-9b6e22cb07be005eea2be183bf806b6593eb94ea [845 / 1,599] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; 0s remote-cache ... (8 actions, 0 running) [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest1 ./t/ddl/db.test: ok! 290 test cases passed, take time 37.566641835 s ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 1.188273059 s ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.608349993 s ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.5292246 s [1,020 / 1,599] GoCompilePkg external/com_github_apache_arrow_go_v12/arrow/arrow.a; Downloading external/com_github_apache_arrow_go_v12/arrow/arrow.a, 2.0 MiB / 2.8 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] sh [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [Pipeline] sh [1,171 / 1,599] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 11.4 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest [1,220 / 1,599] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 50.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [1,280 / 1,599] GoCompilePkg external/com_google_cloud_go_storage/storage.a; 0s remote-cache ... (6 actions, 0 running) [1,382 / 1,599] GoCompilePkg br/pkg/rtree/rtree.a; Downloading br/pkg/rtree/rtree.a, 1023.8 KiB / 1.3 MiB; 0s remote-cache ... (5 actions, 0 running) [1,444 / 1,599] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 27.9 MiB / 80.1 MiB; 0s remote-cache ... (7 actions, 0 running) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } [1,461 / 1,599] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] // dir Post stage [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-10521 already exists) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [1,496 / 1,599] [Prepa] GoCompilePkg pkg/sessiontxn/sessiontxn.a ... (8 actions, 0 running) [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh [Pipeline] sh [1,544 / 1,599] GoCompilePkg br/pkg/config/config.a; 0s remote-cache ... (3 actions, 0 running) + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [1,555 / 1,599] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (4 actions, 0 running) [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [1,571 / 1,599] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 31.0 MiB / 47.0 MiB; 1s remote-cache ... (3 actions, 0 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a [Pipeline] junit + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Recording test results GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a [Pipeline] // cache [Pipeline] sh GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 None of the test reports contained any result [Checks API] No suitable checks publisher found. go: downloading github.com/sergi/go-diff v1.1.0 [1,588 / 1,599] GoCompilePkg br/pkg/task/operator/operator.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 No test report files were found. Configuration error? GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a [Pipeline] sh [1,593 / 1,599] GoCompilePkg br/pkg/task/operator/operator.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . go: downloading github.com/sergi/go-diff v1.1.0 [Pipeline] sh go: downloading github.com/sergi/go-diff v1.1.0 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh [1,594 / 1,599] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh [1,594 / 1,599] GoCompilePkg tests/realtikvtest/realtikvtest.a; 2s remote-cache, linux-sandbox + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] // dir diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [1,596 / 1,599] [Prepa] GoCompilePkgExternal tests/realtikvtest/brietest/brietest_test_test.external.a [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest4 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest3 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") [1,598 / 1,599] [Prepa] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pipelineddmltest + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [Pipeline] sh Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-9b6e22cb07be005eea2be183bf806b6593eb94ea no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 [Pipeline] sh bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest2 Starting local Bazel server and connecting to it... [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] sh [1,598 / 1,599] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 1s remote-cache, linux-sandbox + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 [Pipeline] script [Pipeline] { [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_flashbacktest bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 02d53cf9-75cd-433a-a1fc-aacc6a917154 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_19.3078672386/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [Pipeline] sh [Pipeline] sh INFO: Invocation ID: 599bc79a-173c-462d-8481-1f1730e798a4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_17.3028763634/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Invocation ID: b86d7ec4-8154-4835-a039-2ca2d55bc749 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_18.1712351495/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... INFO: Invocation ID: cce756e5-f5e3-4091-8df2-fd2638ede6fd INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_20.2342768626/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: [Pipeline] } Loading: Loading: 0 packages loaded [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } Loading: [Pipeline] // withCredentials Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [Pipeline] } INFO: Invocation ID: a4f5f582-1ca0-4558-9687-56227bae2ed8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_15.4180267119/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [Pipeline] // timeout [Pipeline] } Loading: [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } Loading: Loading: 0 packages loaded [Pipeline] // withEnv INFO: Invocation ID: 9bedf9b1-dbbf-4d2e-be4c-8b8ab5ffeb90 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_16.807187867/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [Pipeline] } Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: Loading: Loading: 0 packages loaded Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: Loading: 0 packages loaded [Pipeline] // node Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (4 packages loaded, 5 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [Pipeline] } Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (75 packages loaded, 1531 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (75 packages loaded, 1425 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (74 packages loaded, 708 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1157 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (45 packages loaded, 414 targets configured) [1,598 / 1,599] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 10s remote-cache, linux-sandbox Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (98 packages loaded, 2247 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (99 packages loaded, 10920 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (99 packages loaded, 10917 targets configured) [1,598 / 1,599] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 12s remote-cache, linux-sandbox go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (98 packages loaded, 10917 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) [1,598 / 1,599] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 14s remote-cache, linux-sandbox [1,603 / 1,607] checking cached actions bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [1,605 / 1,607] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,606 / 1,607] Testing //tests/realtikvtest/brietest:brietest_test; 1s remote-cache, linux-sandbox INFO: Invocation ID: b2aeb7e7-7f63-4bda-b385-842143b005d2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.3101987206/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: b469c266-575f-4ca9-b79c-b4e3c0f84806 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.1061588687/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Starting local Bazel server and connecting to it... INFO: Invocation ID: 6e7ebf5c-74de-42e6-8cc6-e45ed3616953 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.1206915922/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Loading: Loading: Loading: Loading: 0 packages loaded INFO: Invocation ID: e25145f5-7536-48c4-a3c9-a83e077dbbb9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.3350385311/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 4bb6b95c-6bee-4d58-b41a-bc63e106853b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.1470976725/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: INFO: Invocation ID: 4cea9ccd-a3d1-4535-b4f4-281cb5d3da5b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.459975013/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 4bb799e9-8ed9-46a4-b447-d7517ddf7781 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.3435263357/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: 5358a1f3-b470-4f84-a4f4-6ccb0e8739e0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_31.3062100937/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: Loading: Loading: Loading: 0 packages loaded Loading: Loading: 0 packages loaded Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (189 packages loaded, 11757 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: b50e5953-1b7c-4024-b545-8cc8d391bfb4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.969273144/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (103 packages loaded, 10952 targets configured) Loading: Analyzing: target //:gazelle (184 packages loaded, 11753 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1453 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (187 packages loaded, 11756 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1022 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/reflect.a, 326.8 KiB / 2.5 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //:gazelle (99 packages loaded, 10922 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1320 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (203 packages loaded, 11851 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (169 packages loaded, 11654 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 7.0 MiB / 10.7 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (75 packages loaded, 883 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 1] checking cached actions Analyzing: target //:gazelle (75 packages loaded, 1598 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (74 packages loaded, 708 targets configured) Analyzing: target //:gazelle (268 packages loaded, 12397 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10920 targets configured) [24 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (4 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10920 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (186 packages loaded, 11773 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 1 running) Analyzing: target //:gazelle (75 packages loaded, 1626 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/flag.a, 118.6 KiB / 538.1 KiB; 0s remote-cache ... (4 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [26 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/trace, 10.0 MiB / 10.7 MiB; 2s remote-cache ... (7 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10917 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 1 running) Analyzing: target //:gazelle (75 packages loaded, 806 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10917 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 10.2 MiB / 10.3 MiB; 1s remote-cache ... (4 actions, 0 running) [24 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (4 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10917 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 2.1 MiB / 10.3 MiB; 0s remote-cache ... (4 actions, 0 running) [322 / 323] [Prepa] GoLink external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.071s, Critical Path: 3.83s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_amd64.h; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 8a50b661-7840-43e9-b6d5-f0694e08c781 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_19.3078672386/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.3 MiB / 7.3 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (75 packages loaded, 1073 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 2s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/internal/sysinfo.a; 1s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.6 MiB / 10.3 MiB; 2s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.1 MiB / 10.3 MiB; 0s remote-cache ... (4 actions, 0 running) [1,606 / 1,607] Testing //tests/realtikvtest/brietest:brietest_test; 11s remote-cache, linux-sandbox Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 2.0 MiB / 3.5 MiB; 2s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.2 MiB / 10.3 MiB; 3s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 1.8 MiB / 7.3 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11936 targets configured) [151 / 323] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/bools/bools.a [for tool]; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.538s, Critical Path: 4.34s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle [112 / 323] GoCompilePkg external/in_gopkg_yaml_v3/yaml_v3.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 4s remote-cache ... (7 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (135 packages loaded, 12968 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.063s, Critical Path: 4.08s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 38963158-a7e2-408f-8312-10677ee509ba INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_20.2342768626/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.898s, Critical Path: 4.47s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle [308 / 323] GoCompilePkg external/bazel_gazelle/rule/rule.a; 0s remote-cache ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: bbe2faf1-c9d1-46fa-8bea-8929daaaea00 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_16.807187867/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.759s, Critical Path: 4.12s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.926s, Critical Path: 6.50s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 99fab650-9676-4ad5-a477-e85a4922c561 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_15.4180267119/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (318 packages loaded, 14278 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 27] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 671551d8-aef6-406e-9d29-0a05011d06a9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_18.1712351495/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: ee72984e-29ce-438b-a9f6-cad2a38e4326 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_17.3028763634/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (8 packages loaded, 11924 targets configured) [573 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a; Downloading external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a, 751.6 KiB / 3.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11936 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11461 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11936 targets configured) Analyzing: target //tools/tazel:tazel (123 packages loaded, 12955 targets configured) Analyzing: target //tools/tazel:tazel (133 packages loaded, 12968 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.558s, Critical Path: 1.38s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (127 packages loaded, 12968 targets configured) Analyzing: target //tools/tazel:tazel (85 packages loaded, 12920 targets configured) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14090 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (287 packages loaded, 13959 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11952 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... INFO: Invocation ID: 18e0fb35-7acc-46e7-9430-cd6e51eb1af8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_19.3078672386/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tools/tazel:tazel (297 packages loaded, 14054 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured).  checking cached actions INFO: Found 1 target... [0 / 27] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 14] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [570 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (316 packages loaded, 14122 targets configured) Analyzing: target //tools/tazel:tazel (133 packages loaded, 13025 targets configured) Analyzing: target //:gazelle (183 packages loaded, 11745 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) [576 / 608] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a [568 / 608] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (190 packages loaded, 11777 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured).  checking cached actions INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.494s, Critical Path: 1.39s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.789s, Critical Path: 1.80s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (447 packages loaded, 8542 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured).  checking cached actions INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (171 packages loaded, 11734 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.619s, Critical Path: 1.45s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: 7eb8dc86-8c50-4009-a933-abbfce7eb619 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_16.807187867/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (711 packages loaded, 12719 targets configured) [573 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a; Downloading external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a, 127.8 KiB / 3.2 MiB; 0s remote-cache ... (3 actions, 0 running) [571 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/disaggregated/disaggregated.a; Downloading external/com_github_pingcap_kvproto/pkg/disaggregated/disaggregated.a, 1.1 MiB / 1.6 MiB; 0s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/expvar.a, 104.9 KiB / 320.4 KiB; 0s remote-cache ... (4 actions, 0 running) Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: 21faffa3-cfc8-46f0-b157-a2ad28227e07 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_15.4180267119/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: aeb0ba34-1b58-4c2b-bc5f-f67cad7b0e4a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_17.3028763634/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.1 MiB / 10.3 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (268 packages loaded, 12452 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //:gazelle (169 packages loaded, 11669 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 8.061s, Critical Path: 1.40s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.690s, Critical Path: 1.42s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Loading: Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //:gazelle (268 packages loaded, 12389 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (944 packages loaded, 15163 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (177 packages loaded, 11738 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (4 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: 69de2db8-eae4-4599-8692-638d1e6eed18 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_18.1712351495/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 2.4 MiB / 3.5 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (171 packages loaded, 11734 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (103 packages loaded, 10952 targets configured) Analyzing: target //:gazelle (204 packages loaded, 11900 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest1/... INFO: Invocation ID: cf02cfc4-34fd-4b7d-b8c8-4990c9355b60 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_20.2342768626/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (344 packages loaded, 3912 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (463 packages loaded, 4437 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1081 packages loaded, 16153 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.9 MiB / 10.3 MiB; 1s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 2s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (199 packages loaded, 1869 targets configured) Analyzing: target //:gazelle (268 packages loaded, 12452 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (268 packages loaded, 12452 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 2.0 MiB / 3.4 MiB; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (581 packages loaded, 12186 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (671 packages loaded, 12493 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1091 packages loaded, 16269 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 5.5 MiB / 10.3 MiB; 0s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.4 MiB / 17.2 MiB; 2s remote-cache ... (4 actions, 0 running) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 3s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (419 packages loaded, 10840 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (596 packages loaded, 12176 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (180 packages loaded, 11758 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (512 packages loaded, 1946 targets configured) [37 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 3s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (878 packages loaded, 14216 targets configured) [23 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (946 packages loaded, 14431 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1196 packages loaded, 17096 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (4 actions, 0 running) [201 / 323] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/testinggoroutine/testinggoroutine.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (694 packages loaded, 12665 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (757 packages loaded, 13229 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (695 packages loaded, 12854 targets configured) [24 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (4 actions, 0 running) [302 / 323] GoCompilePkg external/com_github_bazelbuild_buildtools/build/build.a [for tool]; Downloading external/com_github_bazelbuild_buildtools/build/build.a, 735.8 KiB / 1.6 MiB; 0s remote-cache ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.585s, Critical Path: 4.61s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 9.9 MiB / 10.3 MiB; 0s remote-cache ... (4 actions, 0 running) [26 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.7 MiB / 17.2 MiB; 3s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.848s, Critical Path: 4.80s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle [24 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1002 packages loaded, 15592 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1284 packages loaded, 17883 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1009 packages loaded, 16202 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 4e8b87f7-6ccd-402e-8045-78a06189a9c7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.3101987206/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 5bd313fb-3a4b-4eaf-9460-f65b785d9aa1 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.1061588687/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/txntest:txntest_test (956 packages loaded, 14923 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/text/template.a, 1.0 MiB / 1.3 MiB; 2s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (4 actions, 0 running) [278 / 323] [Prepa] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool] Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (941 packages loaded, 15343 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (934 packages loaded, 15565 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/math/cmplx.a; 0s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.6 MiB / 17.2 MiB; 1s remote-cache ... (4 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.082s, Critical Path: 4.44s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [28 / 323] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/aliases/aliases.a [for tool] ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1096 packages loaded, 16491 targets configured) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1067 packages loaded, 16575 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (934 packages loaded, 15565 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: fbb6d8d7-271a-412e-b6eb-6238e2daae18 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.1206915922/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.8 MiB / 17.2 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (179 packages loaded, 11758 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11918 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (993 packages loaded, 16169 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 3s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1340 packages loaded, 18517 targets configured) [321 / 323] [Prepa] GoCompilePkg external/bazel_gazelle/cmd/gazelle/gazelle.a Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.447s, Critical Path: 4.55s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tools/tazel:tazel (7 packages loaded, 11244 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1014 packages loaded, 15670 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1445 packages loaded, 19055 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 37408648-4d58-44ba-a67b-bba34348886f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.3350385311/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1137 packages loaded, 16909 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1100 packages loaded, 16491 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (994 packages loaded, 16170 targets configured) [129 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (8 actions, 0 running) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [32 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.1 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) [279 / 323] [Prepa] GoCompilePkg external/com_github_bazelbuild_buildtools/tables/tables.a ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.735s, Critical Path: 4.36s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (7 packages loaded, 11917 targets configured) Analyzing: target //tools/tazel:tazel (65 packages loaded, 12783 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1032 packages loaded, 15874 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1047 packages loaded, 16101 targets configured) Analyzing: target //tools/tazel:tazel (122 packages loaded, 12947 targets configured) [24 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (4 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.160s, Critical Path: 4.57s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1195 packages loaded, 17639 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1453 packages loaded, 19297 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1171 packages loaded, 17076 targets configured) [297 / 323] GoLink external/bazel_gazelle/language/go/gen_std_package_list/gen_std_package_list_/gen_std_package_list [for tool]; Downloading external/bazel_gazelle/language/go/gen_std_package_list/gen_std_package_list_/gen_std_package_list, 1.3 MiB / 2.2 MiB; 0s remote-cache ... (4 actions, 0 running) INFO: Invocation ID: 3dd80fc4-cd6d-4bf1-a9f2-6977b62ac52b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_31.3062100937/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (7 packages loaded, 11693 targets configured) [302 / 323] GoCompilePkg external/com_github_bazelbuild_buildtools/build/build.a [for tool]; Downloading external/com_github_bazelbuild_buildtools/build/build.a, 671.8 KiB / 1.6 MiB; 0s remote-cache ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.697s, Critical Path: 5.41s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Analyzed target //tests/realtikvtest/addindextest:addindextest_test (1550 packages loaded, 20187 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test/baseline_coverage.dat ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.612s, Critical Path: 4.36s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (285 packages loaded, 13773 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1046 packages loaded, 15881 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 9ddc68ac-a07b-4da8-892c-5d138183f6f9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.3435263357/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1153 packages loaded, 17327 targets configured) INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (299 packages loaded, 14090 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... Analyzing: target //tests/realtikvtest/txntest:txntest_test (1058 packages loaded, 16510 targets configured) Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (92 packages loaded, 12938 targets configured) [0 / 21] [Prepa] BazelWorkspaceStatusAction stable-status.txt Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1294 packages loaded, 18280 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: f12e7a87-b90b-4fd6-89c4-7971caec425c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.459975013/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] Creating source manifest for //tools/tazel:tazel Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1271 packages loaded, 17948 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (4 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 8f78b1e4-117e-465f-828a-c29a9bbe81b3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.1470976725/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1215 packages loaded, 17345 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11869 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1149 packages loaded, 17104 targets configured) Analyzing: target //tools/tazel:tazel (84 packages loaded, 12865 targets configured) Analyzing: target //tools/tazel:tazel (297 packages loaded, 14073 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 23] [Prepa] Creating source manifest for //tools/tazel:tazel [561 / 608] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1210 packages loaded, 18023 targets configured) [563 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 9.6 MiB / 9.9 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1439 packages loaded, 18910 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11918 targets configured) [19 / 1,595] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1400 packages loaded, 19386 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11918 targets configured) [26 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.0 MiB / 3.5 MiB; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1206 packages loaded, 17956 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11936 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.732s, Critical Path: 1.51s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [102 / 1,595] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1286 packages loaded, 18817 targets configured) Analyzing: target //tools/tazel:tazel (94 packages loaded, 12989 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.061s, Critical Path: 1.55s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (105 packages loaded, 12952 targets configured) [568 / 608] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1318 packages loaded, 18169 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1541 packages loaded, 19764 targets configured) Analyzing: target //tools/tazel:tazel (126 packages loaded, 12965 targets configured) [26 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1307 packages loaded, 18537 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1476 packages loaded, 19064 targets configured) Analyzing: target //tools/tazel:tazel (130 packages loaded, 12968 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1456 packages loaded, 19929 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.462s, Critical Path: 1.43s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1439 packages loaded, 19733 targets configured) Analyzing: target //tools/tazel:tazel (292 packages loaded, 14014 targets configured) Analyzing: target //tools/tazel:tazel (298 packages loaded, 14078 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest4/... INFO: Invocation ID: 430caee7-ed4e-4482-8c82-0087d6006742 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_30.3101987206/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [554 / 1,595] GoCompilePkg external/com_github_gogo_protobuf/types/types.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (139 packages loaded, 13043 targets configured) Analyzing: target //tools/tazel:tazel (148 packages loaded, 13043 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest3/... INFO: Invocation ID: 7884d816-7f28-4d08-abb6-4a76c5559a1a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_30.1061588687/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1549 packages loaded, 20179 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1548 packages loaded, 20542 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt [278 / 323] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; Downloading build/tidb_nogo_actual_/tidb_nogo_actual, 5.9 MiB / 12.2 MiB; 0s remote-cache Analyzing: target //tests/realtikvtest/txntest:txntest_test (1400 packages loaded, 19387 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 33.504s, Critical Path: 4.61s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pipelineddmltest/... INFO: Invocation ID: 7930c788-6742-4af3-8e1d-e0dbda224931 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_30.1206915922/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1456 packages loaded, 19928 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14090 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1541 packages loaded, 19764 targets configured) Loading: [566 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1 packages loaded, 0 targets configured) [964 / 1,595] GoCompilePkg external/com_github_apache_arrow_go_v12/arrow/array/array.a; Downloading external/com_github_apache_arrow_go_v12/arrow/array/array.a, 1.1 MiB / 11.4 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: ca98987f-a684-4728-a330-209adda8d283 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_08_01_30.969273144/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes [562 / 608] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (4 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1548 packages loaded, 20541 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat ... (3 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (284 packages loaded, 13916 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (393 packages loaded, 6574 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1456 packages loaded, 19930 targets configured) [19 / 1,594] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.770s, Critical Path: 1.44s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (494 packages loaded, 1515 targets configured) [1,177 / 1,595] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 56.1 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [564 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 2.7 MiB / 9.9 MiB; 0s remote-cache ... (3 actions, 0 running) [566 / 608] GoCompilePkg external/io_etcd_go_etcd_client_v3/client.a; 0s remote-cache ... (4 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.686s, Critical Path: 1.53s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [24 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 10.4 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/addindextest1:addindextest1_test (1549 packages loaded, 20179 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/addindextest1/addindextest1_test/baseline_coverage.dat Analyzing: target //tools/tazel:tazel (4 packages loaded, 11109 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.518s, Critical Path: 1.45s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [4 / 53] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat; 2s local ... (2 actions running) [10 / 1,189] [Prepa] Writing file external/go_sdk/packages.txt [for tool] Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (263 packages loaded, 4854 targets configured) [1,304 / 1,595] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/transaction/transaction.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.810s, Critical Path: 1.50s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (695 packages loaded, 11700 targets configured) INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1548 packages loaded, 20543 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 13] [Prepa] Writing file tests/realtikvtest/txntest/txntest_test/baseline_coverage.dat ... (3 actions, 0 running) [42 / 1,594] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/flashbacktest/... INFO: Invocation ID: 0439c604-4a2b-43d4-ae4e-5dba45f96c8b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_31.3062100937/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (700 packages loaded, 12407 targets configured) [562 / 608] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (4 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: 5ba091d1-0d83-4656-9dc9-763bceeaf715 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_30.3435263357/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [25 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 5.1 MiB / 8.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (66 packages loaded, 12783 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... [19 / 1,594] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (503 packages loaded, 12107 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Invocation ID: 70ae8c5c-279c-45d0-bdfb-493570e6d410 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_30.459975013/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: 4cd3f60a-8efe-4d35-89a0-dce0472df163 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_30.3350385311/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (843 packages loaded, 13686 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.083s, Critical Path: 1.61s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions [148 / 1,594] GoCompilePkg external/co_honnef_go_tools/internal/passes/buildir/buildir.a [for tool]; Downloading external/co_honnef_go_tools/internal/passes/buildir/buildir.a; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Loading: Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (937 packages loaded, 15041 targets configured) [1,445 / 1,595] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 40.5 MiB / 78.5 MiB; 0s remote-cache ... (4 actions, 0 running) INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [24 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 4.0 MiB / 8.3 MiB; 1s remote-cache ... (3 actions, 0 running) [29 / 1,594] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.6 MiB / 17.2 MiB; 1s remote-cache ... (8 actions, 0 running) [24 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (761 packages loaded, 13705 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (338 packages loaded, 1501 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (874 packages loaded, 14644 targets configured) Analyzing: target //tools/tazel:tazel (284 packages loaded, 13916 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) [508 / 1,594] GoCompilePkg external/org_golang_google_protobuf/runtime/protoimpl/protoimpl.a; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [1,491 / 1,595] [Prepa] GoCompilePkg pkg/sessiontxn/sessiontxn.a ... (7 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1022 packages loaded, 15525 targets configured) --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest2/... Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (481 packages loaded, 3931 targets configured) [389 / 1,594] GoCompilePkg external/org_golang_x_text/internal/language/language.a; 0s remote-cache ... (8 actions, 0 running) INFO: Invocation ID: 9739832c-da09-44ea-a948-204754f8051e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_30.1470976725/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [178 / 1,598] GoCompilePkg build/linter/bodyclose/bodyclose.a [for tool]; Downloading build/linter/bodyclose/bodyclose.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (424 packages loaded, 1611 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [26 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (475 packages loaded, 1790 targets configured) [859 / 1,594] GoCompilePkg external/io_opentelemetry_go_otel_trace/trace.a; Downloading external/io_opentelemetry_go_otel_trace/trace.a, 623.8 KiB / 680.3 KiB; 0s remote-cache ... (8 actions, 0 running) [249 / 1,598] GoCompilePkg build/linter/staticcheck/S1040.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [643 / 1,598] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a; Downloading external/org_uber_go_zap/internal/ztest/ztest.a, 222.3 KiB / 260.0 KiB; 0s remote-cache ... (8 actions, 0 running) [570 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a; Downloading external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a, 1.6 MiB / 2.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (597 packages loaded, 2399 targets configured) [1,549 / 1,595] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1078 packages loaded, 16150 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1 packages loaded, 0 targets configured) [1,007 / 1,598] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 3.4 MiB / 12.9 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (706 packages loaded, 13130 targets configured) [813 / 1,594] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (676 packages loaded, 10637 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (934 packages loaded, 15608 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1120 packages loaded, 16500 targets configured) [281 / 1,598] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (706 packages loaded, 5380 targets configured) [1,116 / 1,594] GoCompilePkg external/com_github_apache_arrow_go_v12/arrow/array/array.a; Downloading external/com_github_apache_arrow_go_v12/arrow/array/array.a, 11.0 MiB / 11.4 MiB; 0s remote-cache ... (8 actions, 0 running) [600 / 1,598] GoCompilePkg external/com_github_dgraph_io_ristretto/ristretto.a; 0s remote-cache ... (8 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.641s, Critical Path: 1.41s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [1,561 / 1,595] GoCompilePkg pkg/executor/internal/querywatch/querywatch.a; 0s remote-cache, linux-sandbox ... (14 actions, 12 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (788 packages loaded, 4844 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1078 packages loaded, 16150 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1011 packages loaded, 16020 targets configured) [1,206 / 1,598] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 13.2 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (895 packages loaded, 14354 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (800 packages loaded, 13389 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1128 packages loaded, 16569 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (427 packages loaded, 1487 targets configured) [597 / 1,598] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 4.5 MiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,141 / 1,594] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; 0s remote-cache ... (7 actions, 0 running) [949 / 1,598] GoCompilePkg external/com_github_goccy_go_json/internal/encoder/vm_indent/vm_indent.a; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... INFO: Invocation ID: b7e9f0a5-1cd1-42dc-9489-e720890c4dd2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_08_01_30.969273144/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (942 packages loaded, 14867 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1158 packages loaded, 17000 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (807 packages loaded, 13938 targets configured) Loading: [1,233 / 1,594] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 67.3 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1193 packages loaded, 17262 targets configured) [1,566 / 1,595] GoCompilePkg pkg/executor/internal/querywatch/querywatch.a; 1s remote-cache, linux-sandbox ... (11 actions, 10 running) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1138 packages loaded, 17032 targets configured) [917 / 1,598] GoCompilePkg external/com_github_pingcap_kvproto/pkg/errorpb/errorpb.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (654 packages loaded, 12580 targets configured) [1,310 / 1,598] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/tikv/tikv.a Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (998 packages loaded, 15883 targets configured) [1,288 / 1,594] GoCompilePkg external/com_google_cloud_go_storage/storage.a; Downloading external/com_google_cloud_go_storage/storage.a, 2.8 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) [1,203 / 1,598] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 9.0 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (831 packages loaded, 14668 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (970 packages loaded, 15709 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (988 packages loaded, 15985 targets configured) [1,357 / 1,594] [Prepa] GoCompilePkg pkg/util/cteutil/cteutil.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1320 packages loaded, 18398 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1266 packages loaded, 17857 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1210 packages loaded, 18023 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (758 packages loaded, 14194 targets configured) [1,449 / 1,598] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 44.4 MiB / 80.1 MiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1098 packages loaded, 16723 targets configured) [1,432 / 1,594] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 23.4 MiB / 78.5 MiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (117 packages loaded, 657 targets configured) [1,139 / 1,598] GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; Downloading external/com_github_cockroachdb_pebble/pebble.a, 5.0 MiB / 10.3 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1028 packages loaded, 16242 targets configured) [1,447 / 1,594] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 39.5 MiB / 78.5 MiB; 0s remote-cache ... (4 actions, 0 running) [1,270 / 1,598] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 61.0 MiB / 75.3 MiB; 1s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (904 packages loaded, 14901 targets configured) [1,606 / 1,607] Testing //tests/realtikvtest/brietest:brietest_test; 41s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1070 packages loaded, 16330 targets configured) [1,571 / 1,595] GoCompilePkg pkg/planner/core/core.a; 3s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1456 packages loaded, 18789 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1283 packages loaded, 18618 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (889 packages loaded, 14607 targets configured) [1,492 / 1,598] [Prepa] GoCompilePkg pkg/store/mockstore/unistore/unistore.a [1,484 / 1,594] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1186 packages loaded, 17595 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (447 packages loaded, 4147 targets configured) [1,209 / 1,598] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 75.0 MiB / 75.3 MiB; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1085 packages loaded, 16960 targets configured) [1,391 / 1,598] [Prepa] GoCompilePkg pkg/util/gctuner/gctuner.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1061 packages loaded, 16403 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1192 packages loaded, 17701 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1540 packages loaded, 19763 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1542 packages loaded, 19766 targets configured) [1,484 / 1,594] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1238 packages loaded, 18067 targets configured) ./t/ddl/db_integration.test: ok! 726 test cases passed, take time 77.668761529 s Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1397 packages loaded, 19242 targets configured) [1,309 / 1,598] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/transaction/transaction.a Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1028 packages loaded, 15598 targets configured) [1,550 / 1,598] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a ... (2 actions, 0 running) [1,545 / 1,594] [Prepa] GoCompilePkg pkg/ddl/util/callback/callback.a ... (3 actions, 0 running) [1,457 / 1,598] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 70.1 MiB / 80.1 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1065 packages loaded, 16472 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (781 packages loaded, 13371 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1197 packages loaded, 17341 targets configured) [1,545 / 1,594] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1395 packages loaded, 18951 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1543 packages loaded, 19902 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest3:addindextest3_test (1548 packages loaded, 20178 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1210 packages loaded, 18023 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1545 packages loaded, 19905 targets configured) [1,423 / 1,598] [Prepa] GoCompilePkg pkg/expression/contextopt/contextopt.a ... (2 actions, 0 running) [1,570 / 1,598] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 33.2 MiB / 47.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,569 / 1,594] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) INFO: Analyzed target //tests/realtikvtest/addindextest4:addindextest4_test (1550 packages loaded, 20181 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test/baseline_coverage.dat ... (3 actions, 0 running) [1,496 / 1,598] [Prepa] GoCompilePkg pkg/lock/lock.a ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (959 packages loaded, 15489 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1061 packages loaded, 15651 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1301 packages loaded, 18127 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1137 packages loaded, 17181 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1430 packages loaded, 19031 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1456 packages loaded, 19928 targets configured) [1,569 / 1,594] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1470 packages loaded, 19642 targets configured) INFO: Analyzed target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1548 packages loaded, 20541 targets configured). INFO: Found 1 test target... [1,461 / 1,598] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1260 packages loaded, 17106 targets configured) [1,589 / 1,598] [Prepa] GoCompilePkg pkg/session/session.a Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1457 packages loaded, 19498 targets configured) [0 / 11] [Prepa] Writing file tests/realtikvtest/pipelineddmltest/pipelineddmltest_test/baseline_coverage.dat ... (3 actions, 0 running) [19 / 1,595] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 3.0 MiB / 3.4 MiB; 0s remote-cache ... (3 actions, 0 running) [1,550 / 1,598] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1320 packages loaded, 17928 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1448 packages loaded, 19510 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (961 packages loaded, 15779 targets configured) [19 / 1,593] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/vendor/golang.org/x/crypto/internal/alias.a; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1473 packages loaded, 19785 targets configured) [1,571 / 1,594] GoCompilePkg pkg/planner/core/core.a; 2s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1384 packages loaded, 18460 targets configured) [1,508 / 1,598] GoCompilePkg pkg/ttl/session/session.a; 0s remote-cache ... (5 actions, 0 running) [1,570 / 1,594] GoCompilePkg pkg/planner/core/core.a; 2s remote-cache, linux-sandbox [20 / 1,595] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.0 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) [1,573 / 1,598] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 40.0 MiB / 47.0 MiB; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1451 packages loaded, 19157 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1539 packages loaded, 20150 targets configured) [26 / 1,593] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,594 / 1,598] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1470 packages loaded, 19642 targets configured) [23 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.0 MiB / 17.2 MiB; 0s remote-cache ... (4 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1570 packages loaded, 20674 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1105 packages loaded, 16702 targets configured) INFO: Analyzed target //tests/realtikvtest/flashbacktest:flashbacktest_test (1548 packages loaded, 20541 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/flashbacktest/flashbacktest_test/baseline_coverage.dat ... (3 actions, 0 running) [1,553 / 1,598] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (5 actions, 0 running) [1,590 / 1,598] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [337 / 1,593] GoCompilePkg external/org_golang_x_sys/unix/unix.a; Downloading external/org_golang_x_sys/unix/unix.a, 2.6 MiB / 2.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,597 / 1,598] [Prepa] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1460 packages loaded, 19200 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1565 packages loaded, 20398 targets configured) [25 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 4.0 MiB / 8.3 MiB; 1s remote-cache ... (3 actions, 0 running) [276 / 1,595] [Prepa] GoCompilePkg external/org_golang_google_protobuf/internal/version/version.a ... (5 actions, 0 running) [24 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 8.9 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1451 packages loaded, 19157 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1570 packages loaded, 20674 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1223 packages loaded, 17698 targets configured) [1,571 / 1,595] GoCompilePkg pkg/planner/core/core.a; 10s remote-cache, linux-sandbox [714 / 1,593] GoCompilePkg external/io_opentelemetry_go_otel_trace/trace.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1562 packages loaded, 20017 targets configured) [1,571 / 1,598] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (3 actions, 0 running) [24 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 9.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) [118 / 1,598] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/copylock/copylock.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [672 / 1,595] GoCompilePkg external/com_github_apache_arrow_go_v12/internal/utils/utils.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1374 packages loaded, 18897 targets configured) [24 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1522 packages loaded, 19858 targets configured) [1,595 / 1,598] [Prepa] GoCompilePkgExternal tests/realtikvtest/sessiontest/sessiontest_test_test.external.a [1,033 / 1,593] GoCompilePkg external/com_github_goccy_go_reflect/go-reflect.a; Downloading external/com_github_goccy_go_reflect/go-reflect.a, 95.8 KiB / 955.5 KiB; 0s remote-cache ... (7 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/addindextest2:addindextest2_test (1567 packages loaded, 20293 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test/baseline_coverage.dat ... (3 actions, 0 running) [1,590 / 1,598] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,597 / 1,598] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 1s remote-cache, linux-sandbox [432 / 1,598] GoCompilePkg external/org_golang_x_net/http2/http2.a; Downloading external/org_golang_x_net/http2/http2.a, 4.0 MiB / 4.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,039 / 1,595] GoCompilePkg external/org_golang_google_grpc/internal/transport/transport.a; Downloading external/org_golang_google_grpc/internal/transport/transport.a, 1023.8 KiB / 2.0 MiB; 0s remote-cache ... (8 actions, 0 running) [24 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1608 packages loaded, 20830 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) [122 / 1,620] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; Downloading external/co_honnef_go_tools/go/ir/ir.a, 4.2 MiB / 5.7 MiB; 0s remote-cache ... (8 actions, 0 running) [1,596 / 1,598] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test~testmain.a; 0s remote-cache, linux-sandbox [27 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [708 / 1,598] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/blockblob/blockblob.a; 0s remote-cache ... (7 actions, 0 running) [1,258 / 1,595] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 41.0 MiB / 69.8 MiB; 0s remote-cache ... (7 actions, 0 running) [1,572 / 1,595] GoCompilePkg pkg/planner/pattern/pattern.a; 1s remote-cache, linux-sandbox ... (14 actions running) [26 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.4 MiB / 17.2 MiB; 2s remote-cache ... (2 actions, 0 running) [1,177 / 1,593] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 6.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1470 packages loaded, 19642 targets configured) [19 / 1,612] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [1,594 / 1,598] GoCompilePkg tests/realtikvtest/txntest/txntest_test.internal.a; 0s remote-cache, linux-sandbox [530 / 1,620] GoCompilePkg external/org_golang_x_text/internal/language/language.a; Downloading external/org_golang_x_text/internal/language/language.a, 278.6 KiB / 910.9 KiB; 0s remote-cache ... (8 actions, 0 running) [357 / 1,598] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 8.1 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,573 / 1,595] GoCompilePkg pkg/executor/sortexec/sortexec.a; 2s remote-cache, linux-sandbox ... (14 actions running) [24 / 1,658] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [281 / 1,620] [Prepa] GoCompilePkg pkg/util/versioninfo/versioninfo.a [1,261 / 1,593] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) [1,597 / 1,598] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 0s remote-cache, linux-sandbox [991 / 1,598] GoCompilePkg external/org_golang_google_grpc/grpc.a; Downloading external/org_golang_google_grpc/grpc.a, 2.3 MiB / 3.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,377 / 1,595] GoCompilePkg pkg/util/stmtsummary/stmtsummary.a; Downloading pkg/util/stmtsummary/stmtsummary.a, 319.8 KiB / 1.8 MiB; 0s remote-cache ... (5 actions, 0 running) [812 / 1,620] GoCompilePkg external/com_github_apache_arrow_go_v12/parquet/internal/gen-go/parquet/parquet.a; 0s remote-cache ... (8 actions, 0 running) [1,597 / 1,598] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 1s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1570 packages loaded, 20674 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test/baseline_coverage.dat ... (3 actions, 0 running) [57 / 1,612] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (7 actions, 0 running) [672 / 1,598] GoCompilePkg external/com_github_cockroachdb_redact/interfaces/interfaces.a; Downloading external/com_github_cockroachdb_redact/interfaces/interfaces.x; 0s remote-cache ... (8 actions, 0 running) [1,574 / 1,595] GoCompilePkg pkg/executor/sortexec/sortexec.a; 3s remote-cache, linux-sandbox ... (12 actions running) [668 / 1,620] GoCompilePkg external/com_github_pingcap_badger/epoch/epoch.a; Downloading external/com_github_pingcap_badger/epoch/epoch.x; 0s remote-cache ... (8 actions, 0 running) [1,367 / 1,593] GoCompilePkg pkg/util/rowcodec/rowcodec.a; Downloading pkg/util/rowcodec/rowcodec.a, 391.8 KiB / 1.0 MiB; 0s remote-cache ... (6 actions, 0 running) [1,169 / 1,598] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 8.0 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [26 / 1,658] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 7.0 MiB / 8.3 MiB; 1s remote-cache ... (8 actions, 0 running) [1,124 / 1,620] GoCompilePkg external/io_k8s_api/core/v1/core.a; 0s remote-cache ... (8 actions, 0 running) [389 / 1,612] GoCompilePkg external/com_github_sirupsen_logrus/logrus.a; 0s remote-cache ... (8 actions, 0 running) [1,456 / 1,595] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a [932 / 1,598] GoCompilePkg external/com_github_modern_go_reflect2/reflect2.a; Downloading external/com_github_modern_go_reflect2/reflect2.a, 671.8 KiB / 3.0 MiB; 0s remote-cache ... (8 actions, 0 running) [1,581 / 1,595] GoCompilePkg pkg/disttask/importinto/importinto.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [25 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/go/types.a, 5.7 MiB / 5.9 MiB; 1s remote-cache ... (3 actions, 0 running) [1,444 / 1,593] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 35.1 MiB / 78.5 MiB; 0s remote-cache ... (4 actions, 0 running) [282 / 1,658] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a; Downloading external/org_uber_go_zap/internal/exit/exit.a; 0s remote-cache ... (8 actions, 0 running) [1,265 / 1,598] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 5.9 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,230 / 1,620] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 53.1 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [951 / 1,620] GoCompilePkg external/com_github_lestrrat_go_jwx_v2/jwk/jwk.a; 0s remote-cache ... (8 actions, 0 running) [1,571 / 1,594] GoCompilePkg pkg/planner/core/core.a; 9s remote-cache, linux-sandbox [1,572 / 1,594] GoCompilePkg pkg/planner/pattern/pattern.a; 0s remote-cache, linux-sandbox ... (14 actions running) [778 / 1,612] GoCompilePkg external/com_github_json_iterator_go/go.a; 0s remote-cache ... (8 actions, 0 running) [1,507 / 1,595] GoCompilePkg pkg/ttl/cache/cache.a; 0s remote-cache ... (6 actions, 0 running) [1,126 / 1,598] GoCompilePkg external/com_github_apache_arrow_go_v12/arrow/array/array.a; 0s remote-cache ... (8 actions, 0 running) [34 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,571 / 1,594] [Prepa] GoCompilePkg pkg/planner/pattern/pattern.a ... (6 actions, 0 running) [621 / 1,658] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 5.1 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,311 / 1,598] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnkv.a; 0s remote-cache ... (8 actions, 0 running) [1,583 / 1,595] [Prepa] GoCompilePkg pkg/planner/planner.a [1,185 / 1,620] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 26.3 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,475 / 1,593] GoCompilePkg pkg/store/mockstore/mockstorage/mockstorage.a; Downloading pkg/store/mockstore/mockstorage/mockstorage.a; 0s remote-cache ... (3 actions, 0 running) [1,088 / 1,612] GoCompilePkg external/com_github_pingcap_goleveldb/leveldb/leveldb.a; Downloading external/com_github_pingcap_goleveldb/leveldb/leveldb.a, 1.1 MiB / 2.7 MiB; 0s remote-cache ... (8 actions, 0 running) [1,549 / 1,595] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (5 actions, 0 running) [1,572 / 1,594] GoCompilePkg pkg/executor/sortexec/sortexec.a; 1s remote-cache, linux-sandbox ... (13 actions, 12 running) [1,328 / 1,620] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnsnapshot/txnsnapshot.a [1,198 / 1,598] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 40.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [884 / 1,658] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 2.0 MiB / 75.3 MiB; 0s remote-cache ... (7 actions, 0 running) [1,239 / 1,620] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) [394 / 1,620] GoCompilePkg pkg/parser/tidb/tidb.a; 0s remote-cache ... (8 actions, 0 running) [1,535 / 1,593] [Prepa] GoCompilePkg pkg/statistics/handle/autoanalyze/autoanalyze.a [1,232 / 1,612] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (8 actions, 0 running) [1,578 / 1,594] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 2s remote-cache, linux-sandbox ... (5 actions, 4 running) [1,569 / 1,595] GoCompilePkg br/pkg/restore/log_client/log_client.a; 0s remote-cache ... (12 actions, 8 running) [1,437 / 1,598] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 13.1 MiB / 80.1 MiB; 0s remote-cache ... (7 actions, 0 running) [1,455 / 1,620] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 11.3 MiB / 80.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,278 / 1,598] GoCompilePkg external/org_golang_google_api/storage/v1/storage.a; 0s remote-cache ... (2 actions, 0 running) [1,584 / 1,595] GoCompilePkg pkg/executor/executor.a; 0s remote-cache, linux-sandbox [1,574 / 1,594] GoCompilePkg pkg/executor/sortexec/sortexec.a; 2s remote-cache, linux-sandbox ... (10 actions running) [1,045 / 1,658] GoCompilePkg external/com_github_lestrrat_go_jwx_v2/jwe/internal/cipher/cipher.a; Downloading external/com_github_lestrrat_go_jwx_v2/jwe/internal/cipher/cipher.a, 13.5 KiB / 102.4 KiB; 0s remote-cache ... (8 actions, 0 running) [1,334 / 1,620] GoCompilePkg pkg/util/collate/collate.a; Downloading pkg/util/collate/collate.a; 0s remote-cache ... (7 actions, 0 running) [701 / 1,620] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 8.0 MiB / 12.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,554 / 1,593] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 9.0 MiB / 43.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,580 / 1,594] GoCompilePkg pkg/planner/implementation/implementation.a; 1s remote-cache, linux-sandbox ... (4 actions running) [1,465 / 1,598] GoCompilePkg pkg/util/ranger/ranger.a; 0s remote-cache ... (2 actions, 0 running) [1,489 / 1,620] [Prepa] GoCompilePkg pkg/statistics/handle/cache/internal/internal.a ... (3 actions, 0 running) [1,375 / 1,612] [Prepa] GoCompilePkg pkg/util/serialization/serialization.a ... (3 actions, 0 running) [1,575 / 1,595] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 1s remote-cache, linux-sandbox ... (10 actions running) [1,579 / 1,594] GoCompilePkg pkg/planner/implementation/implementation.a; 0s remote-cache, linux-sandbox ... (4 actions running) [1,406 / 1,598] GoCompilePkg pkg/store/helper/helper.a; Downloading pkg/store/helper/helper.a; 0s remote-cache ... (4 actions, 0 running) [1,597 / 1,598] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 9s remote-cache, linux-sandbox [1,066 / 1,620] GoCompilePkg external/com_github_modern_go_reflect2/reflect2.a; Downloading external/com_github_modern_go_reflect2/reflect2.a, 122.5 KiB / 3.0 MiB; 0s remote-cache ... (8 actions, 0 running) [1,224 / 1,658] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 7.3 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,507 / 1,598] GoCompilePkg pkg/lightning/common/common.a; 0s remote-cache ... (5 actions, 0 running) [1,548 / 1,620] GoCompilePkg pkg/statistics/handle/storage/storage.a; Downloading pkg/statistics/handle/storage/storage.a, 991.8 KiB / 2.5 MiB; 0s remote-cache ... (6 actions, 0 running) [1,464 / 1,620] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 16.7 MiB / 80.1 MiB; 0s remote-cache ... (7 actions, 0 running) [1,570 / 1,593] GoCompilePkg br/pkg/task/task.a; Downloading br/pkg/task/task.a, 8.9 MiB / 10.8 MiB; 0s remote-cache ... (7 actions, 0 running) [1,470 / 1,612] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 62.9 MiB / 78.5 MiB; 0s remote-cache ... (4 actions, 0 running) [1,455 / 1,598] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 53.0 MiB / 80.1 MiB; 0s remote-cache ... (5 actions, 0 running) [1,597 / 1,598] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 10s remote-cache, linux-sandbox [1,597 / 1,598] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 7s remote-cache, linux-sandbox [1,575 / 1,595] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 2s remote-cache, linux-sandbox ... (10 actions running) [1,580 / 1,594] GoCompilePkg pkg/planner/implementation/implementation.a; 3s remote-cache, linux-sandbox ... (4 actions running) [1,314 / 1,658] GoCompilePkg external/org_golang_google_api/storage/v1/storage.a; Downloading external/org_golang_google_api/storage/v1/storage.a, 5.0 MiB / 5.0 MiB; 0s remote-cache ... (5 actions, 0 running) [1,553 / 1,598] [Prepa] GoCompilePkg pkg/plugin/plugin.a ... (5 actions, 0 running) [1,575 / 1,620] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 0s remote-cache ... (8 actions, 0 running) [1,490 / 1,620] GoCompilePkg pkg/planner/property/property.a; 0s remote-cache ... (4 actions, 0 running) [1,157 / 1,620] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 26.0 MiB / 75.3 MiB; 1s remote-cache ... (8 actions, 0 running) [1,509 / 1,612] [Prepa] GoCompilePkg pkg/lock/lock.a ... (8 actions, 0 running) [1,580 / 1,594] GoCompilePkg pkg/disttask/importinto/importinto.a; 2s remote-cache, linux-sandbox ... (4 actions running) [1,489 / 1,598] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 4.7 MiB / 6.1 MiB; 0s remote-cache ... (2 actions, 0 running) [1,581 / 1,593] GoCompilePkg pkg/disttask/importinto/importinto.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,443 / 1,658] GoCompilePkg pkg/timer/api/api.a; Downloading pkg/timer/api/api.x; 0s remote-cache ... (8 actions, 0 running) [1,580 / 1,595] GoCompilePkg pkg/planner/implementation/implementation.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,597 / 1,598] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 8s remote-cache, linux-sandbox [1,549 / 1,620] GoCompilePkg pkg/lightning/backend/kv/kv.a; Downloading pkg/lightning/backend/kv/kv.a, 979.8 KiB / 2.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,598 / 1,604] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test.instrumented_files ... (2 actions, 0 running) [1,253 / 1,620] GoCompilePkg external/com_github_pingcap_kvproto/pkg/meta_storagepb/meta_storagepb.a; Downloading external/com_github_pingcap_kvproto/pkg/meta_storagepb/meta_storagepb.a, 1.2 MiB / 1.5 MiB; 0s remote-cache ... (7 actions, 0 running) [1,598 / 1,604] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] ... (2 actions, 0 running) [1,566 / 1,612] [Prepa] GoCompilePkg pkg/domain/domain.a [1,571 / 1,598] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (3 actions, 0 running) [1,595 / 1,620] GoCompilePkg br/pkg/task/task.a; Downloading br/pkg/task/task.a, 5.7 MiB / 11.7 MiB; 0s remote-cache ... (7 actions, 0 running) [1,582 / 1,594] GoCompilePkg pkg/planner/planner.a; 0s remote-cache, linux-sandbox [1,542 / 1,598] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [1,582 / 1,594] GoCompilePkg pkg/planner/cascades/cascades.a; 1s remote-cache, linux-sandbox [1,582 / 1,593] GoCompilePkg pkg/planner/planner.a; 1s remote-cache, linux-sandbox [1,577 / 1,620] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (3 actions, 0 running) [1,603 / 1,606] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 24.8 MiB / 96.2 MiB; 0s remote-cache [1,585 / 1,612] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 37.7 MiB / 43.8 MiB; 0s remote-cache ... (3 actions, 0 running) [1,590 / 1,598] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,613 / 1,620] [Prepa] GoCompilePkg pkg/testkit/testkit.a [1,604 / 1,606] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,387 / 1,620] GoCompilePkg pkg/kv/kv.a; 0s remote-cache ... (2 actions, 0 running) [1,580 / 1,595] GoCompilePkg pkg/planner/implementation/implementation.a; 2s remote-cache, linux-sandbox ... (4 actions running) [1,597 / 1,598] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 10s remote-cache, linux-sandbox [1,561 / 1,598] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 8.0 MiB / 47.0 MiB; 0s remote-cache ... (7 actions, 0 running) [1,583 / 1,594] GoCompilePkg pkg/planner/planner.a; 0s remote-cache, linux-sandbox [1,594 / 1,620] GoCompilePkg pkg/planner/core/core.a; 1s remote-cache ... (2 actions, 0 running) [1,583 / 1,594] [Prepa] GoCompilePkg pkg/executor/executor.a [1,605 / 1,606] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 0s remote-cache, linux-sandbox [1,595 / 1,598] [Prepa] GoCompilePkgExternal tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_test.external.a [1,583 / 1,595] GoCompilePkg pkg/planner/planner.a; 0s remote-cache, linux-sandbox [1,616 / 1,620] [Prepa] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test.internal.a [1,605 / 1,606] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 1s remote-cache, linux-sandbox [1,482 / 1,620] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [1,580 / 1,598] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; Downloading pkg/sessiontxn/isolation/isolation.a, 5.6 MiB / 7.8 MiB; 0s remote-cache ... (4 actions, 0 running) [1,583 / 1,593] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,599 / 1,612] GoCompilePkg pkg/disttask/importinto/importinto.a; 1s remote-cache, linux-sandbox ... (4 actions running) [1,501 / 1,658] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 51.3 MiB / 80.1 MiB; 0s remote-cache ... (5 actions, 0 running) [1,501 / 1,658] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 51.5 MiB / 80.1 MiB; 2s remote-cache ... (5 actions, 0 running) [1,614 / 1,620] [Prepa] GoCompilePkg pkg/disttask/framework/testutil/testutil.a [1,584 / 1,595] [Prepa] GoCompilePkg pkg/executor/executor.a [1,617 / 1,620] [Prepa] GoCompilePkgExternal tests/realtikvtest/importintotest4/importintotest4_test_test.external.a [1,594 / 1,598] [Prepa] GoCompilePkg tests/realtikvtest/flashbacktest/flashbacktest_test.internal.a [1,603 / 1,606] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 1s remote-cache [1,597 / 1,598] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 0s remote-cache, linux-sandbox [1,533 / 1,658] GoCompilePkg pkg/util/rowDecoder/rowDecoder.a; Downloading pkg/util/rowDecoder/rowDecoder.x, 65.3 KiB / 1.1 MiB; 0s remote-cache ... (6 actions, 0 running) [1,584 / 1,594] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,542 / 1,620] GoCompilePkg pkg/ttl/sqlbuilder/sqlbuilder.a; 0s remote-cache ... (8 actions, 0 running) [1,583 / 1,594] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,584 / 1,595] GoCompilePkg pkg/executor/executor.a; 7s remote-cache, linux-sandbox [1,600 / 1,612] GoCompilePkg pkg/disttask/importinto/importinto.a; 2s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,616 / 1,620] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test.internal.a; 1s remote-cache, linux-sandbox [1,605 / 1,606] Testing //tests/realtikvtest/txntest:txntest_test; 0s remote-cache, linux-sandbox [1,592 / 1,658] [Prepa] GoCompilePkg pkg/statistics/handle/handle.a [1,619 / 1,620] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 0s remote-cache, linux-sandbox [1,580 / 1,620] GoCompilePkg pkg/executor/lockstats/lockstats.a; Downloading pkg/executor/lockstats/lockstats.a; 0s remote-cache ... (8 actions, 0 running) [1,594 / 1,598] GoCompilePkg tests/realtikvtest/flashbacktest/flashbacktest_test.internal.a; 1s remote-cache, linux-sandbox [1,585 / 1,595] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,584 / 1,595] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,618 / 1,620] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test~testmain.a; 0s remote-cache, linux-sandbox [1,602 / 1,612] GoCompilePkg pkg/executor/executor.a; 0s remote-cache, linux-sandbox [1,617 / 1,658] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 18.2 MiB / 47.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,609 / 1,620] GoCompilePkg pkg/executor/executor.a; 0s remote-cache [1,597 / 1,598] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 1s remote-cache, linux-sandbox [1,640 / 1,658] [Prepa] GoCompilePkg pkg/executor/executor.a [1,617 / 1,620] [Prepa] GoCompilePkgExternal tests/realtikvtest/importintotest3/importintotest3_test_test.external.a [1,587 / 1,595] GoCompilePkg pkg/store/driver/driver.a; 1s remote-cache, linux-sandbox [1,619 / 1,620] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 1s remote-cache, linux-sandbox [1,653 / 1,658] [Prepa] GoCompilePkg br/pkg/mock/mock.a [1,619 / 1,620] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 1s remote-cache, linux-sandbox [1,589 / 1,595] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,653 / 1,658] GoCompilePkg br/pkg/mock/mock.a; 1s remote-cache, linux-sandbox [1,589 / 1,595] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox [1,584 / 1,594] [Prepa] GoCompilePkg pkg/session/session.a [1,583 / 1,593] GoCompilePkg pkg/executor/executor.a; 8s remote-cache, linux-sandbox [1,584 / 1,593] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox [1,590 / 1,595] [Prepa] GoCompilePkg tests/realtikvtest/addindextestutil/addindextestutil.a [1,585 / 1,595] [Prepa] GoCompilePkg pkg/session/session.a [1,584 / 1,594] GoCompilePkg pkg/executor/executor.a; 8s remote-cache, linux-sandbox [1,597 / 1,598] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 7s remote-cache, linux-sandbox [1,584 / 1,594] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,654 / 1,658] checking cached actions [1,585 / 1,595] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,598 / 1,604] [Prepa] Writing file tests/realtikvtest/pipelineddmltest/pipelineddmltest_test.instrumented_files ... (2 actions, 0 running) [1,605 / 1,606] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 10s remote-cache, linux-sandbox [1,584 / 1,593] GoCompilePkg pkg/session/session.a; 2s remote-cache, linux-sandbox [1,584 / 1,594] GoCompilePkg pkg/session/session.a; 2s remote-cache, linux-sandbox [1,585 / 1,594] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,619 / 1,620] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 7s remote-cache, linux-sandbox [1,590 / 1,595] GoCompilePkg tests/realtikvtest/addindextestutil/addindextestutil.a; 1s remote-cache, linux-sandbox [1,585 / 1,595] GoCompilePkg pkg/session/session.a; 2s remote-cache, linux-sandbox [1,597 / 1,598] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 7s remote-cache, linux-sandbox [1,603 / 1,606] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 92.3 MiB / 96.2 MiB; 0s remote-cache [1,602 / 1,612] GoCompilePkg pkg/executor/executor.a; 8s remote-cache, linux-sandbox [1,654 / 1,658] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 1s remote-cache, linux-sandbox [1,585 / 1,594] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,586 / 1,594] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,605 / 1,606] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 11s remote-cache, linux-sandbox [1,619 / 1,620] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 8s remote-cache, linux-sandbox [1,585 / 1,593] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,597 / 1,598] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 9s remote-cache, linux-sandbox [1,605 / 1,606] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 0s remote-cache, linux-sandbox [1,619 / 1,620] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 10s remote-cache, linux-sandbox [1,586 / 1,593] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,586 / 1,594] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,591 / 1,595] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test.internal.a; 1s remote-cache, linux-sandbox [1,587 / 1,594] GoCompilePkg pkg/store/driver/driver.a; 0s remote-cache, linux-sandbox [1,603 / 1,606] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 56.8 MiB / 96.2 MiB; 0s remote-cache [1,587 / 1,595] GoCompilePkg pkg/ddl/testutil/testutil.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,625 / 1,628] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 92.7 MiB / 96.2 MiB; 0s remote-cache [1,655 / 1,658] GoCompilePkgExternal tests/realtikvtest/importintotest/importintotest_test_test.external.a; 1s remote-cache, linux-sandbox [1,603 / 1,612] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,620 / 1,626] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test.instrumented_files ... (2 actions, 0 running) [1,589 / 1,595] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,605 / 1,606] Testing //tests/realtikvtest/txntest:txntest_test; 11s remote-cache, linux-sandbox [1,587 / 1,593] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,586 / 1,594] GoCompilePkg pkg/store/driver/driver.a; 1s remote-cache, linux-sandbox [1,589 / 1,594] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,626 / 1,628] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,594 / 1,595] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 1s remote-cache, linux-sandbox [1,605 / 1,606] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 1s remote-cache, linux-sandbox [1,588 / 1,593] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox [1,590 / 1,595] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox [1,656 / 1,658] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test~testmain.a; 1s remote-cache, linux-sandbox [1,604 / 1,612] GoCompilePkg pkg/store/gcworker/gcworker.a; 1s remote-cache, linux-sandbox [1,627 / 1,628] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 1s remote-cache, linux-sandbox [1,591 / 1,594] [Prepa] GoCompilePkgExternal tests/realtikvtest/addindextest1/addindextest1_test_test.external.a [1,627 / 1,628] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 1s remote-cache, linux-sandbox [1,590 / 1,593] [Prepa] GoCompilePkgExternal tests/realtikvtest/addindextest3/addindextest3_test_test.external.a [1,593 / 1,595] [Prepa] GoCompilePkg tests/realtikvtest/addindextest4/addindextest4_test~testmain.a [1,587 / 1,594] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox [1,619 / 1,620] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 10s remote-cache, linux-sandbox [1,657 / 1,658] [Prepa] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test [1,606 / 1,612] [Prepa] GoCompilePkg pkg/testkit/testkit.a [1,593 / 1,594] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 1s remote-cache, linux-sandbox [1,588 / 1,594] GoCompilePkg pkg/testkit/external/external.a; 0s remote-cache, linux-sandbox ... (4 actions running) [1,619 / 1,620] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 12s remote-cache, linux-sandbox [1,592 / 1,593] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 1s remote-cache, linux-sandbox [1,594 / 1,595] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 1s remote-cache, linux-sandbox [1,590 / 1,594] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test.internal.a [1,657 / 1,658] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache, linux-sandbox [1,606 / 1,612] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox [1,625 / 1,628] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 41.3 MiB / 96.2 MiB; 0s remote-cache [1,608 / 1,612] [Prepa] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test.internal.a [1,593 / 1,594] [Prepa] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test [1,594 / 1,595] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 6s remote-cache, linux-sandbox [1,611 / 1,612] [Prepa] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test [1,627 / 1,628] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 1s remote-cache, linux-sandbox [1,595 / 1,601] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test.instrumented_files [1,593 / 1,594] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 1s remote-cache, linux-sandbox [1,601 / 1,603] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,605 / 1,606] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 10s remote-cache, linux-sandbox [1,611 / 1,612] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 1s remote-cache, linux-sandbox [1,594 / 1,595] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 6s remote-cache, linux-sandbox [1,593 / 1,594] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 7s remote-cache, linux-sandbox [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 1s remote-cache, linux-sandbox [1,592 / 1,593] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 7s remote-cache, linux-sandbox [1,657 / 1,658] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 7s remote-cache, linux-sandbox [1,627 / 1,628] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 10s remote-cache, linux-sandbox [1,627 / 1,628] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 10s remote-cache, linux-sandbox [1,593 / 1,594] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 10s remote-cache, linux-sandbox [1,592 / 1,593] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 9s remote-cache, linux-sandbox [1,594 / 1,595] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 9s remote-cache, linux-sandbox [1,657 / 1,658] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 9s remote-cache, linux-sandbox [1,600 / 1,603] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 35.4 MiB / 96.2 MiB; 0s remote-cache [1,605 / 1,606] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 11s remote-cache, linux-sandbox [1,599 / 1,602] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 88.9 MiB / 96.2 MiB; 0s remote-cache [1,599 / 1,601] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,593 / 1,594] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 7s remote-cache, linux-sandbox [1,664 / 1,666] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,593 / 1,594] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 8s remote-cache, linux-sandbox [1,611 / 1,612] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 7s remote-cache, linux-sandbox [1,602 / 1,603] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [1,600 / 1,601] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 1s remote-cache, linux-sandbox [1,665 / 1,666] Testing //tests/realtikvtest/importintotest:importintotest_test; 1s remote-cache, linux-sandbox [1,601 / 1,602] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 1s remote-cache, linux-sandbox [1,600 / 1,602] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,612 / 1,618] [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test.instrumented_files ... (2 actions, 0 running) [1,627 / 1,628] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 10s remote-cache, linux-sandbox [1,601 / 1,602] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 1s remote-cache, linux-sandbox [1,617 / 1,620] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [1,605 / 1,606] 1 / 1 tests; Testing //tests/realtikvtest/statisticstest:statisticstest_test; 32s remote-cache, linux-sandbox Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 74.150s, Critical Path: 56.87s INFO: 1603 processes: 1578 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1603 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 10s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,619 / 1,620] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 1s remote-cache, linux-sandbox [1,606 / 1,607] Testing //tests/realtikvtest/brietest:brietest_test; 101s remote-cache, linux-sandbox [2024-06-02T08:06:52.374Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:06:52.375Z] ['info'] => Project root located at: . [2024-06-02T08:06:52.378Z] ['info'] -> Token found by environment variables [2024-06-02T08:06:52.390Z] ['info'] Searching for coverage files... [2024-06-02T08:06:52.971Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:06:52.971Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:06:53.349Z] ['info'] Using manual override from args. [2024-06-02T08:06:53.349Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:06:53.360Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:06:54.110Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/6bc043a7-001b-458a-9827-0179866c04d0.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080653Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=94ec21b113b6da3da820d26d1abb305b3d3776bad617ff300b47c948f3e056bb [2024-06-02T08:06:54.111Z] ['info'] Uploading... [1,602 / 1,603] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 10s remote-cache, linux-sandbox [1,600 / 1,601] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 11s remote-cache, linux-sandbox [1,665 / 1,666] Testing //tests/realtikvtest/importintotest:importintotest_test; 10s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest3:addindextest3_test up-to-date: bazel-bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test INFO: Elapsed time: 70.403s, Critical Path: 52.54s INFO: 1589 processes: 1565 remote cache hit, 10 internal, 14 linux-sandbox. INFO: Build completed successfully, 1589 total actions Test cases: finished with 9 passing and 0 failing out of 9 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [1,601 / 1,602] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 10s remote-cache, linux-sandbox [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:06:55.951Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [1,601 / 1,602] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 10s remote-cache, linux-sandbox [Pipeline] // stage [Pipeline] } [2024-06-02T08:06:58.580Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:06:58.581Z] ['info'] => Project root located at: . [2024-06-02T08:06:58.584Z] ['info'] -> Token found by environment variables [2024-06-02T08:06:58.599Z] ['info'] Searching for coverage files... [1,619 / 1,620] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 10s remote-cache, linux-sandbox [2024-06-02T08:06:59.236Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:06:59.236Z] ['info'] Processing ./coverage.dat... [1,605 / 1,606] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 41s remote-cache, linux-sandbox [2024-06-02T08:06:59.610Z] ['info'] Using manual override from args. [2024-06-02T08:06:59.610Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:06:59.623Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:07:00.336Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/153a3c49-e5bb-48d6-bfa6-cb6da0e0d8e5.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080700Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=2f84cf8b7544957e3d433f1b005ee26f663e55dd0282a247d6ffa5581fdc38e5 [2024-06-02T08:07:00.337Z] ['info'] Uploading... [1,605 / 1,606] Testing //tests/realtikvtest/txntest:txntest_test; 41s remote-cache, linux-sandbox [2024-06-02T08:07:02.919Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } ./t/ddl/db_partition.test: ok! 1120 test cases passed, take time 73.684619902 s [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,605 / 1,606] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 40s remote-cache, linux-sandbox ./t/ddl/db_rename.test: ok! 21 test cases passed, take time 7.09483507 s ./t/ddl/db_table.test: ok! 53 test cases passed, take time 1.387442569 s ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.166929136 s ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.044469491 s [1,627 / 1,628] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 40s remote-cache, linux-sandbox [1,627 / 1,628] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 40s remote-cache, linux-sandbox [1,605 / 1,606] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 41s remote-cache, linux-sandbox [1,627 / 1,628] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 40s remote-cache, linux-sandbox [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 40s remote-cache, linux-sandbox [1,601 / 1,602] 1 / 1 tests; Testing //tests/realtikvtest/addindextest1:addindextest1_test; 34s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest1:addindextest1_test up-to-date: bazel-bin/tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test INFO: Elapsed time: 104.668s, Critical Path: 87.52s INFO: 1590 processes: 1556 remote cache hit, 10 internal, 24 linux-sandbox. INFO: Build completed successfully, 1590 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:07:23.744Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:07:23.745Z] ['info'] => Project root located at: . [2024-06-02T08:07:23.748Z] ['info'] -> Token found by environment variables [2024-06-02T08:07:23.761Z] ['info'] Searching for coverage files... [2024-06-02T08:07:24.363Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:07:24.363Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:07:24.737Z] ['info'] Using manual override from args. [2024-06-02T08:07:24.738Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:07:24.748Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,627 / 1,628] 1 / 1 tests; Testing //tests/realtikvtest/importintotest4:importintotest4_test; 55s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestImportInto [2024/06/02 08:06:29.643 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:29.644 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:29.645 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:29.646 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:29.646 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:29.647 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:29.647 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:29.647 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:29.647 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:29.647 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:29.650 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:06:29.655 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:29.656 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:29.658 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:29.683 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.683 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.692 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.692 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.706 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.731 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888307005648] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:29.842 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:29.988 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=531] ["lease id"=6f188fd7fae1ecd7] [2024/06/02 08:06:29.991 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:29.998 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest4/importintotest4_test.TestImportInto\n\ttests/realtikvtest/importintotest4/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/02 08:06:30.022 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.628913ms] [2024/06/02 08:06:30.025 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:30.025 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=140395ef-246d-4c1b-b262-1800ab5c8ea9] [runWorker=true] [2024/06/02 08:06:30.025 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:30.028 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:30.029 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:30.029 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:30.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:30.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:30.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:30.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:30.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:30.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:30.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:30.030 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:30.030 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:30.030 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:30.030 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:30.030 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:30.032 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 140395ef-246d-4c1b-b262-1800ab5c8ea9"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae1ecdb] [ownerID=140395ef-246d-4c1b-b262-1800ab5c8ea9] [op=none] [2024/06/02 08:06:30.032 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 140395ef-246d-4c1b-b262-1800ab5c8ea9"] [2024/06/02 08:06:30.033 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:30.033 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1ae50a78-a7c8-4cc9-8e2a-55ae8452951e] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:30.034 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ae50a78-a7c8-4cc9-8e2a-55ae8452951e"] ["owner key"=/tidb/br-stream/owner/6f188fd7fae1ecdd] [ownerID=1ae50a78-a7c8-4cc9-8e2a-55ae8452951e] [op=none] [2024/06/02 08:06:30.034 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ae50a78-a7c8-4cc9-8e2a-55ae8452951e"] [2024/06/02 08:06:30.035 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:30.035 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 140395ef-246d-4c1b-b262-1800ab5c8ea9"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae1ecdb] [ownerID=140395ef-246d-4c1b-b262-1800ab5c8ea9] [op=none] [2024/06/02 08:06:30.035 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 140395ef-246d-4c1b-b262-1800ab5c8ea9"] [op=none] [2024/06/02 08:06:30.035 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:30.041 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/02 08:06:30.075 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:30.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/02 08:06:30.075 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:30.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:30.117 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.173 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=24.268383ms] [2024/06/02 08:06:30.178 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:30.187 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:30.188 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/02 08:06:30.190 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=44.788898ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:30.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.254 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.279 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/02 08:06:30.279 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:30.283 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/02 08:06:30.310 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/02 08:06:30.486 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:30.486 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/02 08:06:30.548 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.830 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.02864ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:30.840 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:30.840 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/02 08:06:30.842 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=23.019664ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.910 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.034 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:31.081 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/02 08:06:31.081 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.085 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.7849065\n# Parse_time: 0\n# Compile_time: 0.010122874\n# Rewrite_time: 0.000011986\n# Optimize_time: 0\n# Wait_TS: 0.000510847\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/02 08:06:31.090 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/02 08:06:31.142 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.142 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/02 08:06:31.180 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.252 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.644325ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:31.262 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.262 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/02 08:06:31.263 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=17.654357ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.297 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.091 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.345 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/02 08:06:31.346 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.352 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/02 08:06:31.394 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.394 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/02 08:06:31.431 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.501 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.918335ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:31.511 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.511 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/02 08:06:31.513 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=19.418037ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.565 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.604 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/02 08:06:31.605 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.619 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/02 08:06:31.718 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.718 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/02 08:06:31.768 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.928 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.685606ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:31.937 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.937 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/02 08:06:31.939 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=19.287639ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.004 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.592 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.030 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:32.034 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/02 08:06:32.126 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/02 08:06:32.126 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.130 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.51693613\n# Parse_time: 0\n# Compile_time: 0.005714813\n# Rewrite_time: 0.000009181\n# Optimize_time: 0\n# Wait_TS: 0.00032632\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:32.136 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/02 08:06:32.200 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.200 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/02 08:06:32.239 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.343 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.259695ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.353 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.353 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/02 08:06:32.355 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=19.814534ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.406 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.142 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.461 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/02 08:06:32.461 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.464 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331150225\n# Parse_time: 0\n# Compile_time: 0.00242798\n# Rewrite_time: 0.000009745\n# Optimize_time: 0\n# Wait_TS: 0.000386227\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:32.469 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/02 08:06:32.524 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.524 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/02 08:06:32.573 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.665 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.04113ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.676 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.677 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/02 08:06:32.678 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=20.857786ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.754 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.818 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/02 08:06:32.818 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.822 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354469856\n# Parse_time: 0\n# Compile_time: 0.002066865\n# Rewrite_time: 0.000007971\n# Optimize_time: 0\n# Wait_TS: 0.000434251\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:32.824 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/02 08:06:32.865 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.865 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/02 08:06:32.931 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.986 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.667784ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.996 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.997 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/02 08:06:32.998 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=19.006078ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.059 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.103 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/02 08:06:33.103 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.109 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/02 08:06:33.151 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.151 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/02 08:06:33.212 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.287 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=3.10389ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.301 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.301 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/02 08:06:33.303 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=20.598317ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.361 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.405 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/02 08:06:33.405 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.408 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.30079875\n# Parse_time: 0\n# Compile_time: 0.001251301\n# Rewrite_time: 0.000009233\n# Optimize_time: 0\n# Wait_TS: 0.000528858\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:33.413 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/02 08:06:33.464 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/02 08:06:33.464 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.516 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.594 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.811815ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.607 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.607 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/02 08:06:33.609 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=21.841587ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.644 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.691 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/02 08:06:33.691 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.698 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/02 08:06:33.745 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.745 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/02 08:06:33.793 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.877 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.879144ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.888 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.888 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/02 08:06:33.890 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=20.256269ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.954 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.692 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.010 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/02 08:06:34.010 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.014 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.317553712\n# Parse_time: 0\n# Compile_time: 0.001795861\n# Rewrite_time: 0.000010293\n# Optimize_time: 0\n# Wait_TS: 0.000377385\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:34.022 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:34.024 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:34.094 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:34.094 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.134 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.261 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.781279ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.272 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.272 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/02 08:06:34.274 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=20.868076ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.311 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.387 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/02 08:06:34.387 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.391 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.373056815\n# Parse_time: 0\n# Compile_time: 0.004734912\n# Rewrite_time: 0.000009798\n# Optimize_time: 0\n# Wait_TS: 0.000341936\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:34.396 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/02 08:06:34.473 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.473 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/02 08:06:34.517 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.615 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.376307ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.625 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.625 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/02 08:06:34.627 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=19.445832ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.664 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.725 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/02 08:06:34.725 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.729 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.33550058\n# Parse_time: 0\n# Compile_time: 0.002218801\n# Rewrite_time: 0.000009501\n# Optimize_time: 0\n# Wait_TS: 0.000381176\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:34.733 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:34.785 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.785 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:34.840 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.913 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.965475ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.923 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.923 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/02 08:06:34.925 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=18.3873ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.965 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.012 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/02 08:06:35.012 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.019 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:35.068 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.068 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:35.117 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.192 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.079204ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.203 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.203 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/02 08:06:35.205 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=20.051961ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.256 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.310 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/02 08:06:35.311 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.316 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:35.367 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.367 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:35.431 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.502 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.834268ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.514 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.514 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/02 08:06:35.516 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=21.369992ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.577 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.292 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.631 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/02 08:06:35.631 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.634 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.319148554\n# Parse_time: 0\n# Compile_time: 0.001346303\n# Rewrite_time: 0.000009109\n# Optimize_time: 0\n# Wait_TS: 0.000496727\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:35.640 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/02 08:06:35.692 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.692 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/02 08:06:35.746 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.836 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.863101ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.847 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.847 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/02 08:06:35.849 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=20.764805ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.911 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.964 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/02 08:06:35.964 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.967 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.329596166\n# Parse_time: 0\n# Compile_time: 0.00252136\n# Rewrite_time: 0.000010635\n# Optimize_time: 0\n# Wait_TS: 0.000508769\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:35.971 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/02 08:06:36.019 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.019 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/02 08:06:36.079 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.148 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.904803ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.159 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.159 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/02 08:06:36.161 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=20.4015ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.199 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.244 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/02 08:06:36.245 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.254 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:36.327 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.327 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:36.381 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.489 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.911399ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.500 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.500 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/02 08:06:36.502 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=21.014167ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.563 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.645 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/02 08:06:36.645 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.649 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.397470197\n# Parse_time: 0\n# Compile_time: 0.002855661\n# Rewrite_time: 0.000009609\n# Optimize_time: 0\n# Wait_TS: 0.000473135\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:36.666 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:36.724 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.724 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:36.774 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.848 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.243741ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.859 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.859 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/02 08:06:36.861 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=20.7386ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.897 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.945 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/02 08:06:36.945 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.950 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/02 08:06:37.000 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.000 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/02 08:06:37.043 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.097 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.308111ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.108 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.108 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/02 08:06:37.110 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=18.308775ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.171 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.942 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.211 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/02 08:06:37.211 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.216 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/02 08:06:37.252 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.252 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/02 08:06:37.306 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.351 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.920767ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.362 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.362 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/02 08:06:37.364 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=17.600185ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.417 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.450 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/02 08:06:37.450 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.458 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/02 08:06:37.514 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.514 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/02 08:06:37.566 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.674 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.493173ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.685 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.686 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/02 08:06:37.688 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=21.734963ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.754 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.817 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/02 08:06:37.817 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.821 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.364554915\n# Parse_time: 0\n# Compile_time: 0.002067201\n# Rewrite_time: 0.000010186\n# Optimize_time: 0\n# Wait_TS: 0.000310696\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:37.824 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:37.871 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.871 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:37.938 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.011 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.949087ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.022 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.022 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/02 08:06:38.024 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=20.32455ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.063 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.110 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/02 08:06:38.110 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.117 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/02 08:06:38.175 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.174 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/02 08:06:38.254 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.342 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.276477ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.355 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.355 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/02 08:06:38.357 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=23.573843ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.415 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.462 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/02 08:06:38.462 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.466 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.350098783\n# Parse_time: 0\n# Compile_time: 0.001575205\n# Rewrite_time: 0.000008796\n# Optimize_time: 0\n# Wait_TS: 0.000445545\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:38.469 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/02 08:06:38.515 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.515 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/02 08:06:38.557 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.621 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.708119ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.632 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.632 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/02 08:06:38.634 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=18.854305ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.704 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.443 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.749 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/02 08:06:38.749 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.756 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:38.807 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/02 08:06:38.807 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.867 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.945 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=3.018641ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.959 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.959 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/02 08:06:38.961 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=23.813657ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.002 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.064 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/02 08:06:39.064 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.068 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.313919687\n# Parse_time: 0\n# Compile_time: 0.001501261\n# Rewrite_time: 0.000009113\n# Optimize_time: 0\n# Wait_TS: 0.000460302\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.073 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/02 08:06:39.124 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.124 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/02 08:06:39.166 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.233 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.975746ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.245 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.245 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/02 08:06:39.247 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=21.835782ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.316 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.365 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/02 08:06:39.365 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.374 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:39.376 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:39.435 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.435 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/02 08:06:39.492 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.580 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.100934ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.590 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.590 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/02 08:06:39.592 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=20.140383ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.661 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.715 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/02 08:06:39.716 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.720 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347726906\n# Parse_time: 0\n# Compile_time: 0.002329636\n# Rewrite_time: 0.000010768\n# Optimize_time: 0\n# Wait_TS: 0.000427865\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.729 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:39.805 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.805 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:39.862 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.954 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.764621ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.966 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.966 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/02 08:06:39.968 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=22.329833ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.010 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.080 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/02 08:06:40.080 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359534418\n# Parse_time: 0\n# Compile_time: 0.004517949\n# Rewrite_time: 0.000045957\n# Optimize_time: 0\n# Wait_TS: 0.000939018\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.091 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:40.167 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.167 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:40.226 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.322 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.581149ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.335 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.335 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/02 08:06:40.337 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=23.452338ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.422 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.494 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/02 08:06:40.494 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.498 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.409583037\n# Parse_time: 0\n# Compile_time: 0.002766733\n# Rewrite_time: 0.000010774\n# Optimize_time: 0\n# Wait_TS: 0.000468781\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.507 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/02 08:06:40.581 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.581 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/02 08:06:40.622 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.736 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.659487ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.746 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.746 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/02 08:06:40.748 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=20.157675ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.809 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.887 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/02 08:06:40.887 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.891 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.38760963\n# Parse_time: 0\n# Compile_time: 0.003514222\n# Rewrite_time: 0.000008305\n# Optimize_time: 0\n# Wait_TS: 0.000439309\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.893 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/02 08:06:40.931 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.931 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/02 08:06:40.996 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.047 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.180204ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.071 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.071 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/02 08:06:41.074 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=37.041443ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.128 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.164 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/02 08:06:41.164 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.242 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:41.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.242 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:41.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/02 08:06:41.287 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.391 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.37066ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:41.403 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.403 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/02 08:06:41.405 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=21.417066ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:41.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.488 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.556 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/02 08:06:41.556 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.559 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.387424601\n# Parse_time: 0\n# Compile_time: 0.006664571\n# Rewrite_time: 0.003381971\n# Optimize_time: 0\n# Wait_TS: 0.000499565\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.564 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/02 08:06:41.618 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.618 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/02 08:06:41.676 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.773 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.492107ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.784 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.784 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/02 08:06:41.786 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=21.190048ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.859 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.913 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/02 08:06:41.913 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.917 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354264591\n# Parse_time: 0\n# Compile_time: 0.001909604\n# Rewrite_time: 0.000009277\n# Optimize_time: 0\n# Wait_TS: 0.000357369\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.921 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/02 08:06:41.971 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.891 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.971 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.891 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/02 08:06:42.033 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=1ae50a78-a7c8-4cc9-8e2a-55ae8452951e] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:42.033 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/02 08:06:42.037 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.891 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.105 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=3.037974ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.119 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.119 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/02 08:06:42.121 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=22.794903ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.891 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.179 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.891 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.223 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/02 08:06:42.224 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.227 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307770613\n# Parse_time: 0\n# Compile_time: 0.001520005\n# Rewrite_time: 0.000009368\n# Optimize_time: 0\n# Wait_TS: 0.000490343\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.231 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/02 08:06:42.281 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.281 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/02 08:06:42.324 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.392 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.707962ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.406 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.406 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/02 08:06:42.408 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=23.021512ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.484 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.531 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/02 08:06:42.531 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307913031\n# Parse_time: 0\n# Compile_time: 0.001710104\n# Rewrite_time: 0.000011465\n# Optimize_time: 0\n# Wait_TS: 0.000410017\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.545 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/02 08:06:42.630 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.630 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/02 08:06:42.674 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.817 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.168109ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.828 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.828 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/02 08:06:42.830 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=20.756385ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.907 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.989 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/02 08:06:42.989 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.992 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.450829427\n# Parse_time: 0\n# Compile_time: 0.003335761\n# Rewrite_time: 0.000008986\n# Optimize_time: 0\n# Wait_TS: 0.000380411\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.997 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/02 08:06:43.087 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:43.087 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/02 08:06:43.150 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.280 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.783734ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.290 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.290 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/02 08:06:43.292 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=21.239435ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.362 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.992 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.439 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/02 08:06:43.439 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:43.442 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.447144811\n# Parse_time: 0\n# Compile_time: 0.002393033\n# Rewrite_time: 0.000008508\n# Optimize_time: 0\n# Wait_TS: 0.00032513\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:43.449 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/02 08:06:43.530 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:43.530 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/02 08:06:43.594 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.742 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.272263ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.754 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.754 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/02 08:06:43.756 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=22.646684ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.812 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.442 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.899 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/02 08:06:43.899 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:43.902 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.456239506\n# Parse_time: 0\n# Compile_time: 0.002898322\n# Rewrite_time: 0.000007995\n# Optimize_time: 0\n# Wait_TS: 0.000335431\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:43.909 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:44.012 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.012 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:44.068 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.203 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.880288ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:44.213 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.213 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/02 08:06:44.215 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=20.357852ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.254 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.347 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/02 08:06:44.348 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.351 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.445661361\n# Parse_time: 0\n# Compile_time: 0.003196911\n# Rewrite_time: 0.000012588\n# Optimize_time: 0\n# Wait_TS: 0.000378943\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.357 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:44.445 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.445 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:44.493 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.624 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.006312ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:44.635 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.635 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/02 08:06:44.637 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=20.886521ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.709 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.792 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/02 08:06:44.792 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.795 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.440258159\n# Parse_time: 0\n# Compile_time: 0.00254075\n# Rewrite_time: 0.000011585\n# Optimize_time: 0\n# Wait_TS: 0.000370721\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.802 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/02 08:06:44.902 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.902 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/02 08:06:44.969 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.105 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.216304ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.116 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.116 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/02 08:06:45.118 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=21.819412ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.159 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.792 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.252 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/02 08:06:45.253 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.257 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.457979122\n# Parse_time: 0\n# Compile_time: 0.003235623\n# Rewrite_time: 0.000010323\n# Optimize_time: 0\n# Wait_TS: 0.000327905\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:45.265 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:45.329 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.329 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:45.385 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.503 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.867269ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.517 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.517 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/02 08:06:45.519 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=25.011851ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.562 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.242 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.628 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/02 08:06:45.629 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.633 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.37137046\n# Parse_time: 0\n# Compile_time: 0.002961726\n# Rewrite_time: 0.00001017\n# Optimize_time: 0\n# Wait_TS: 0.000461345\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:45.639 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:45.697 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.697 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:45.760 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.857 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.528904ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.870 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.870 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/02 08:06:45.872 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=22.977924ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.937 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.005 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/02 08:06:46.006 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.009 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372583738\n# Parse_time: 0\n# Compile_time: 0.002402333\n# Rewrite_time: 0.000009199\n# Optimize_time: 0\n# Wait_TS: 0.000364213\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.018 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/02 08:06:46.124 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.124 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/02 08:06:46.183 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.334 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.483512ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.346 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.346 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/02 08:06:46.349 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=23.311681ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.411 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.993 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.504 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/02 08:06:46.504 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.508 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.493356515\n# Parse_time: 0\n# Compile_time: 0.00377317\n# Rewrite_time: 0.000010573\n# Optimize_time: 0\n# Wait_TS: 0.000433128\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.513 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:46.579 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.579 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:46.628 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.739 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.515696ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.750 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.750 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/02 08:06:46.752 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=20.518226ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.812 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.492 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.871 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/02 08:06:46.871 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.875 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.363690749\n# Parse_time: 0\n# Compile_time: 0.002369239\n# Rewrite_time: 0.000009758\n# Optimize_time: 0\n# Wait_TS: 0.000343446\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.878 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/02 08:06:46.926 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.926 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/02 08:06:46.998 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.053 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:47.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:47.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:47.053 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:47.080 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.773787ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.095 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.095 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/02 08:06:47.097 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=22.816648ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.156 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.892 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.204 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/02 08:06:47.204 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.207 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.330768299\n# Parse_time: 0\n# Compile_time: 0.001758257\n# Rewrite_time: 0.000010176\n# Optimize_time: 0\n# Wait_TS: 0.000446252\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.211 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/02 08:06:47.262 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.262 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/02 08:06:47.333 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.420 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.050172ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.431 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.431 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/02 08:06:47.433 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=20.820038ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.486 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.192 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.536 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/02 08:06:47.536 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.540 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.330578663\n# Parse_time: 0\n# Compile_time: 0.001630126\n# Rewrite_time: 0.000010969\n# Optimize_time: 0\n# Wait_TS: 0.0004682\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.541 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/02 08:06:47.577 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:47.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.577 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:47.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/02 08:06:47.624 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.653 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.034533ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:06:47.663 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.663 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/02 08:06:47.665 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=17.174505ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:47.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.729 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.542 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.753 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/02 08:06:47.753 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.812 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:47.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.812 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:47.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/02 08:06:47.885 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.962 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.809321ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:47.975 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.975 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/02 08:06:47.977 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=21.907439ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:47.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.033 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.090 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/02 08:06:48.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:48.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334623344\n# Parse_time: 0\n# Compile_time: 0.003596552\n# Rewrite_time: 0.001753402\n# Optimize_time: 0\n# Wait_TS: 0.000498392\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:48.611 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183982767669249\n# Query_time: 0.35781493\n# Parse_time: 0\n# Compile_time: 0.16583774\n# Rewrite_time: 0.004496426\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 363337\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODIuNG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjEBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoIDc1OMK1c30sIAEOGF9kZXRhaWwRYxxfcHJvY2VzcwkqHCA0NC42wrVzET8Md2FpdA0aDDU1LjUdGihrdl9yZWFkX3dhbA1mDCAxMDcJIQhpa3YyGAAEMzMFOxh9LCBzY2FuPoEADGtleXMFwihnZXRfc25hcHNobxF1DDIzLjMFVGhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BokR4bjoge3ByZXdyaXRlOjEuNzIhNQFRESIUczozOTEuCaEJFBA6MS4yNgEnHHNsb3dlc3RfEUAlQgAgMYJAMC4wMDJzLCByZWdpb25faWQB6RAsIHN0byGoODEyNy4wLjAuMToyMDE2MEJjAToLARA2NzUuOSmMNgsBAas6/AAEMTAFKwAsXvwABew5TQWRFF9iYXRjaCW3DDogMjgldzAsIHByb3Bvc2Vfc2VuIbEQaXQ6IDABFyRlcnNpc3RfbG9nGe8QMjY5LjQlcwlgFGxlYWRlcg1SJDcwbnMsIHN5bmMJNQwyMDMuQVsALA0tMG1lbXRhYmxlOiAzLjBBLjmjBWUQNDA0LjIFXRBhcHBseTKuAAwxNi4xGRsVkQQ2Ny21FG11dGV4Xyn9Ab5KnwAZFwB3YTwEMTZNPQkrGZ0IOC42AbYuQgIYcHJpbWFyeUb7AQQxc/77AS37BDQ0pvsBCDcuMCmEWvcCCdF1yUb7AQQxNQ37rvsBBDY5Ms0BMvoBCDM0bjL6AQQzNy2uCYs9XAg3Nm4+9wEIMjM0TYpK9wEANQ11BRs19wg3MC6JiABtxvcBADcNbT6bAAAxCVQl923OCG51baEsCSqFiQAxUcwYYnl0ZTozMgUuJGluc2VydDoxNTWhsDQJMTA2LjggS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/06/02 08:06:48.718 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=18.684848481s] [2024/06/02 08:06:48.723 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 140395ef-246d-4c1b-b262-1800ab5c8ea9"] [2024/06/02 08:06:48.723 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=21.88Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=9.367Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=13.945Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=10.727Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=11.292Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=5.338Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=11.477Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=6.339Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=11.069Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=10.858Β΅s] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:48.732 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.913Β΅s] [2024/06/02 08:06:48.733 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 140395ef-246d-4c1b-b262-1800ab5c8ea9"] [2024/06/02 08:06:48.733 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 140395ef-246d-4c1b-b262-1800ab5c8ea9"] [2024/06/02 08:06:48.733 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 140395ef-246d-4c1b-b262-1800ab5c8ea9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:48.734 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 140395ef-246d-4c1b-b262-1800ab5c8ea9"] [] [2024/06/02 08:06:48.735 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:48.735 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:06:48.735 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:06:48.750 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=140395ef-246d-4c1b-b262-1800ab5c8ea9] ["take time"=26.861493ms] [2024/06/02 08:06:48.750 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=140395ef-246d-4c1b-b262-1800ab5c8ea9] [2024/06/02 08:06:48.753 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=531] [2024/06/02 08:06:48.754 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:06:48.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:48.754 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:06:48.754 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:06:48.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:48.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:48.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:48.754 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:06:48.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:48.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:48.754 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:06:48.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:48.754 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 1ae50a78-a7c8-4cc9-8e2a-55ae8452951e watch owner key /tidb/br-stream/owner/6f188fd7fae1ecdd"] [2024/06/02 08:06:48.754 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ae50a78-a7c8-4cc9-8e2a-55ae8452951e"] [2024/06/02 08:06:48.754 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ae50a78-a7c8-4cc9-8e2a-55ae8452951e"] [2024/06/02 08:06:48.754 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:06:48.755 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:06:48.755 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:06:48.756 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:06:48.756 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1ae50a78-a7c8-4cc9-8e2a-55ae8452951e] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:48.756 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:48.756 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:48.756 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ae50a78-a7c8-4cc9-8e2a-55ae8452951e"] [error="context canceled"] [2024/06/02 08:06:48.756 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:06:48.757 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:48.756 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 08:06:48.757 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ae50a78-a7c8-4cc9-8e2a-55ae8452951e"] [2024/06/02 08:06:48.757 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=33.827876ms] [2024/06/02 08:06:48.757 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888307005648] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:48.768 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:48.909 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1391] ["lease id"=6f188fd7fae1ed83] [2024/06/02 08:06:48.911 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:49.009 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=94.188176ms] [2024/06/02 08:06:49.014 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:49.015 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=284e17a1-67ad-46d1-9625-b178ec5bf3bd] [runWorker=true] [2024/06/02 08:06:49.015 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:49.017 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:49.018 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:49.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:49.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:49.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:49.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:49.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:49.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:49.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:49.018 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:49.018 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:49.018 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:49.019 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:49.019 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:49.019 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:49.020 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae1f686] [ownerID=284e17a1-67ad-46d1-9625-b178ec5bf3bd] [op=none] [2024/06/02 08:06:49.020 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:06:49.021 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:49.021 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6a77432d-9fd7-4782-8c2b-143cec8df85c] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:49.028 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:49.029 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae1f686] [ownerID=284e17a1-67ad-46d1-9625-b178ec5bf3bd] [op=none] [2024/06/02 08:06:49.029 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [op=none] [2024/06/02 08:06:49.029 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:49.048 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:06:49.049 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:49.050 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:06:49.052 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] ["owner key"=/tidb/bindinfo/owner/22318fd7fae1f68c] [ownerID=284e17a1-67ad-46d1-9625-b178ec5bf3bd] [op=none] [2024/06/02 08:06:49.052 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:06:49.069 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/02 08:06:49.075 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:06:49.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:49.180 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:49.192 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:49.192 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:49.192 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:06:49.192 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:06:49.192 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:49.193 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:49.192 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:06:49.193 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:06:49.193 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:06:49.196 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:49.196 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:06:49.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:49.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:49.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:49.198 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:06:49.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:49.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:49.198 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:49.198 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=10] [2024/06/02 08:06:49.201 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] ["owner key"=/tidb/stats/owner/6f188fd7fae1ed8d] [ownerID=284e17a1-67ad-46d1-9625-b178ec5bf3bd] [op=none] [2024/06/02 08:06:49.201 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:06:49.202 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:49.204 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:06:49.209 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:06:49.211 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/e0fd2c19-e04d-4ba2-aa47-e37a8898c301] [2024/06/02 08:06:49.211 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:49.211 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:49.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:49.221 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:06:49.221 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:06:49.228 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:06:49.236 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=40.096483ms] [2024/06/02 08:06:49.237 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:06:49.237 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:49.254 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:06:49.344 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_schema_cache_size] [val=1073741824] === RUN TestImportInto/TestGlobalSortBasic [2024/06/02 08:06:49.350 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/06/02 08:06:49.352 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/06/02 08:06:49.391 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:49.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:49.392 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:49.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gsort_basic"] [2024/06/02 08:06:49.658 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=51] ["start time"=386.133687ms] [2024/06/02 08:06:49.742 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:49.742 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=474.367551ms] [2024/06/02 08:06:49.945 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183983108456452\n# Query_time: 0.509806185\n# Parse_time: 0\n# Compile_time: 0.001701073\n# Rewrite_time: 0.001884123\n# Optimize_time: 0.004616657\n# Wait_TS: 0.000187849\n# Prewrite_time: 0.001623871 Commit_time: 0.001582438 Get_commit_ts_time: 0.000420488 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 748.7Β΅s}, scan_detail: {get_snapshot_time: 21.6Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 32.2Β΅s, propose_send_wait: 0s, persist_log: {total: 283.5Β΅s, write_leader_wait: 63ns, sync_log: 214.2Β΅s, write_memtable: 2.22Β΅s}, commit_log: 409.3Β΅s, apply_batch_wait: 14Β΅s, apply: {total:85Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 17.1Β΅s, write_memtable: 16.2Β΅s}}} Commit_primary_rpc_detail: {total:0.002s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 748.7Β΅s}, scan_detail: {get_snapshot_time: 21.6Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 32.2Β΅s, propose_send_wait: 0s, persist_log: {total: 283.5Β΅s, write_leader_wait: 63ns, sync_log: 214.2Β΅s, write_memtable: 2.22Β΅s}, commit_log: 409.3Β΅s, apply_batch_wait: 14Β΅s, apply: {total:85Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 17.1Β΅s, write_memtable: 16.2Β΅s}}} Write_keys: 1 Write_size: 845 Prewrite_region: 1\n# Is_internal: true\n# Digest: bb9a0484a27cea37dfc9b79800bc11ddc72f4ac11810a6eb126d600a567ce029\n# Num_cop_tasks: 0\n# Mem_max: 10007\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iwzwQDAJMjhfMwkwCTAJTi9BCTAJdGltZToyLjAzbXMsIGxvb3BzOjEsIGNvbW1pdF90eG46IHtwcmV3cml0ZToxLjYyAScMZ2V0XxEiJHM6NDIwLjXCtXMRNhA6MS41OAEnIHNsb3dlc3RfcA1A8DxfcnBjOiB7dG90YWw6IDAuMDAycywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MCwgAagYX2RldGFpbAFEIGlrdl93YWxsXwEYQDogNzQ4LjfCtXN9LCBzY2FuGSkBqxxzbmFwc2hvdA0sDDIxLjYFr1hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIAXsGUIFkUBfYmF0Y2hfd2FpdDogMzIuMgVBLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZwGrCe8IMjgzLSYJYBRsZWFkZXINNiQ2M25zLCBzeW5jCTUIMjE0DWMJLTBtZW10YWJsZTogMi4yAXwAfTFtCTAQNDA5LjMFkxBhcHBseTKuAAQxNBkZFY8AOCmxFG11dGV4Xwn9AboJbjKbABkXAHchtgwxNy4xBVAJKxmZBDE2BbIlQk0cGHByaW1hcnlG9wEEMXP+9wEt9wg2NDYF+I73AQQxMAWhACzi9wFV5673AQgxMTUFolFXMlwBDDE1OW4y+AEANmJeAQAuJbI69wEIMzc5RfYALFL3AQ14RRI1+Qw3Mi45JcAAbcb7AQA2DW1C+wEAMyVaJfttzghudW2BRwkqDGtleXMZDoBieXRlOjg0NX0JMS43NyBLQglOL0EKMQkzNl8xCTAJMQlJ6lx0aWRiX2RkbF9qb2IsIGhhbmRsZToxMDUBIYGzBDEunbIoMiwgR2V0OntudW1FbggxLCBld2nyDDkwNi5h8gB9QkYEYZscX3Byb2Nlc3MJLAggMzNN4QkdYfINGgQ1NS07CRoUa3ZfcmVhYfiVhgA5aYQ+nQQIMTExBTpCpgIJSRGAJScAIBW7LhcAJF9zaXplOiA4NTMR2RUtSuEEBDEyjWoAck7hBCAJTi9BCU4vQQo=')\n# Plan_digest: 3fea32741ba131a439f08d925bc0d60ce688c732cc613c6d3625da6592028edc\n# Binary_plan: tidb_decode_binary_plan('vgx4CrkMCghVcGRhdGVfMxKYAwoLUG9pbnRfR2V0XzEpAAUB8HnwPzABOAFAAUoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSCmhhbmRsZToxMDVaE3RpbWU6MS4zbXMsIGxvb3BzOjJiqQJHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo5MDYuNsK1c30sIHRpbWVfZGV0YWlsOiB7dAUkHHByb2Nlc3NfBVgcIDMzLjHCtXMRQQx3YWl0DRoMNTUuOR0aKGt2X3JlYWRfd2FsDWgIIDkzCSAIaWt2LhcACDExMQU6JH0sIHNjYW5fZGVSgAAYa2V5czogMRF6EZcBFyRfc2l6ZTogODUzER4BFgUtKGdldF9zbmFwc2hvEakMMTIuNQWJWHJvY2tzZGI6IHtibG9jazoge319fXD/EQEEAXgRCgD/JYAYUgNOL0FaFCUIDDIuMDM5YRwxYuQIY29tbSEMRHhuOiB7cHJld3JpdGU6MS42MgEoAYcRIhBzOjQyMA2DCRQQOjEuNTgBJxxzbG93ZXN0XxFAJa4IIHt0IYnAOiAwLjAwMnMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjAsIAGpPU06dgEUNzQ4LjfCJfY2dgEBqzoyAQwyMS42ZjIBBCwgBewZawWRFF9iYXRjaEUhFDogMzIuMgVBKHByb3Bvc2Vfc2VuQRtIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvCDI4My0mCWAUbGVhZGVyDVIkNjNucywgc3luYwk1CDIxNA1jCS0wbWVtdGFibGU6IDIuMgF8BH0sLW0JMAw0MDkuSY8QYXBwbHkyrgAEMTQFrAUZFY8AOEk0FG11dGV4X0kvAboJbjKbABkXGHdhbDogMTdtMgkrGZkEMTYFsgR9fRmbGHByaW1hcnlG9wEEMXP+9wEt9wg2NDYF+EJtA0r3AQQxMAWhBCwgUikDivcBVeeu9wEIMTE1BaIRYDJcAQwxNTluMvgBADZiXgEALiWyOVxFXAgzNzlF9gAsKd469wENeDb5AQQ3MoWeCCwgbcb7AQA2DW1C+wEAMyVaJfttzhBudW06MRH0AGuB7BUOYGJ5dGU6ODQ1fXCXDnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:06:49.947 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.981 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.201786ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:06:49.994 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/02 08:06:49.995 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1ae50a78-a7c8-4cc9-8e2a-55ae8452951e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:49.996 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=20.881677ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:49.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.040 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:50.041 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:50.041 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:50.041 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:50.065 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.094 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/02 08:06:50.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:50.098 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.746584051\n# Parse_time: 0.000316892\n# Compile_time: 0.000727267\n# Rewrite_time: 0.000008427\n# Optimize_time: 0.000409842\n# Wait_TS: 0.000374965\n# Is_internal: false\n# Digest: 41efa7a6f7e5b6c38bc3404eda95f12fe9e24d7478b1c84498630b85ef3336f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database gsort_basic;"] [2024/06/02 08:06:50.104 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/06/02 08:06:50.160 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:50.160 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/06/02 08:06:50.211 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:06:50.211 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:06:50.211 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e0fd2c19-e04d-4ba2-aa47-e37a8898c301] [watcherID=0adaf77e-9a65-4459-85b7-c8bc539c4704] [2024/06/02 08:06:50.222 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:06:50.223 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.232 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/06/02 08:06:50.239 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:06:50.239 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:06:50.239 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:06:50.239 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:06:50.344 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=3.544868ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:50.360 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/06/02 08:06:50.362 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=26.075891ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.427 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.490 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/06/02 08:06:50.490 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:50.494 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.393138047\n# Parse_time: 0.001920211\n# Compile_time: 0.001901172\n# Rewrite_time: 0.000009536\n# Optimize_time: 0.000409842\n# Wait_TS: 0.000484778\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd91a62822057fd7eedc37492bb050619e22980b48f95a08c6f7fcb91238f7e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gsort_basic;\ncreate table t (a bigint primary key, b varchar(100), c varchar(100), d int, key(a), key(c,d), key(d));"] [2024/06/02 08:06:50.565 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:50.566 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:50.601 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:50.766 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/06/02 08:06:50.913 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/06/02 08:06:50.952 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/06/02 08:06:50.952 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:06:51.018 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:51.060 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/06/02 08:06:51.062 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:06:51.064 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/06/02 08:06:51.086 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:51.087 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:51.090 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:06:51.090 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/02 08:06:51.091 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=110.631Β΅s] [2024/06/02 08:06:51.091 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=292.395Β΅s] [] [2024/06/02 08:06:51.091 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/06/02 08:06:51.091 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/06/02 08:06:51.279 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/06/02 08:06:51.302 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:06:51.340 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:06:51.342 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/06/02 08:06:51.344 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:51.345 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:51.346 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/06/02 08:06:51.354 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:51.354 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:51.354 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:51.355 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:51.355 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:51.355 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:51.356 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:51.356 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:51.356 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:51.374 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:06:51.376 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:06:51.376 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/06/02 08:06:51.376 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/06/02 08:06:51.420 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/06/02 08:06:51.421 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/89b0cc8d-04b8-45e3-87ff-f386118f8470] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.421 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a7416366-4d43-4f79-8ce0-5af5afdb1baf] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.421 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/168caa8d-89f2-40da-b497-f30fcfc9b57d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.421 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1fac54d4-c101-49a5-8e0e-afba08ee6591] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.421 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/60c12586-15c1-43de-8d16-685db391dc47] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.421 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/02 08:06:51.421 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7dfb1767-b9b5-44cd-9c90-018118dc47a4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.421 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/554c2964-c4a4-485f-9839-0e780ec6fe6d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.424 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/06/02 08:06:51.430 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=1.453952ms] [encodeDur=1.98936ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [deliverDur=1.571042ms] [type=file] [takeTime=5.506657ms] [] [2024/06/02 08:06:51.435 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/6cf179f7-f117-45de-8515-35efe0165336] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=4.392661ms] [write-speed(bytes/s)=39.79KiB] [2024/06/02 08:06:51.435 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/6cf179f7-f117-45de-8515-35efe0165336] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.833Β΅s] [write-time=4.55489ms] [sort-speed(kv/s)=439045.8071] [writer-id=data/6cf179f7-f117-45de-8515-35efe0165336] [2024/06/02 08:06:51.435 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6cf179f7-f117-45de-8515-35efe0165336] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/06/02 08:06:51.439 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/6cf179f7-f117-45de-8515-35efe0165336] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=3.842417ms] [write-speed(bytes/s)=41.17KiB] [2024/06/02 08:06:51.439 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/6cf179f7-f117-45de-8515-35efe0165336] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=7.292Β΅s] [write-time=3.96011ms] [sort-speed(kv/s)=411409.7641] [writer-id=index/3/6cf179f7-f117-45de-8515-35efe0165336] [2024/06/02 08:06:51.439 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/6cf179f7-f117-45de-8515-35efe0165336] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/06/02 08:06:51.453 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/6cf179f7-f117-45de-8515-35efe0165336] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=13.871652ms] [write-speed(bytes/s)=11.4KiB] [2024/06/02 08:06:51.453 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/6cf179f7-f117-45de-8515-35efe0165336] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=4.724Β΅s] [write-time=14.051762ms] [sort-speed(kv/s)=635055.0381] [writer-id=index/1/6cf179f7-f117-45de-8515-35efe0165336] [2024/06/02 08:06:51.453 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/6cf179f7-f117-45de-8515-35efe0165336] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/06/02 08:06:51.469 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/6cf179f7-f117-45de-8515-35efe0165336] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=15.201677ms] [write-speed(bytes/s)=15.74KiB] [2024/06/02 08:06:51.469 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/6cf179f7-f117-45de-8515-35efe0165336] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.579Β΅s] [write-time=15.334184ms] [sort-speed(kv/s)=537730.7761] [writer-id=index/2/6cf179f7-f117-45de-8515-35efe0165336] [2024/06/02 08:06:51.469 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/6cf179f7-f117-45de-8515-35efe0165336] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/06/02 08:06:51.469 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=49.105331ms] [] [2024/06/02 08:06:51.469 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/06/02 08:06:51.575 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/06/02 08:06:51.577 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/45fb05db-61f3-4ed5-96de-637750563977] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.577 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d27bfca5-a6b7-47f1-bec0-e9e069424ca2] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.577 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c2802d60-1148-4ade-b6bc-ef29fd0ec6d6] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.577 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/927e147b-f723-4500-af64-59e89e28be26] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.577 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/41b425c2-faeb-4588-a5a8-0ff4bec759c4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.577 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6c675852-b3af-4f8d-af2a-9b301997a04e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.577 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/eaab14cd-75c1-40e3-a2f0-8443bfd1248a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:51.577 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/02 08:06:51.581 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/06/02 08:06:51.621 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=1.118913ms] [encodeDur=1.490923ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [deliverDur=36.904717ms] [type=file] [takeTime=40.040431ms] [] [2024/06/02 08:06:51.627 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/e37a882a-549f-4d9b-b519-8772629dac98] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=5.455231ms] [write-speed(bytes/s)=32.04KiB] [2024/06/02 08:06:51.627 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/e37a882a-549f-4d9b-b519-8772629dac98] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.406Β΅s] [write-time=5.620891ms] [sort-speed(kv/s)=405076.9646] [writer-id=data/e37a882a-549f-4d9b-b519-8772629dac98] [2024/06/02 08:06:51.627 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e37a882a-549f-4d9b-b519-8772629dac98] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/06/02 08:06:51.652 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/e37a882a-549f-4d9b-b519-8772629dac98] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=24.210865ms] [write-speed(bytes/s)=6.534KiB] [2024/06/02 08:06:51.652 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/e37a882a-549f-4d9b-b519-8772629dac98] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=7.425Β΅s] [write-time=24.355225ms] [sort-speed(kv/s)=404040.4040] [writer-id=index/1/e37a882a-549f-4d9b-b519-8772629dac98] [2024/06/02 08:06:51.652 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/e37a882a-549f-4d9b-b519-8772629dac98] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/06/02 08:06:51.657 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/e37a882a-549f-4d9b-b519-8772629dac98] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=5.24687ms] [write-speed(bytes/s)=45.6KiB] [2024/06/02 08:06:51.657 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/e37a882a-549f-4d9b-b519-8772629dac98] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.359Β΅s] [write-time=5.383858ms] [sort-speed(kv/s)=559805.9339] [writer-id=index/2/e37a882a-549f-4d9b-b519-8772629dac98] [2024/06/02 08:06:51.657 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/e37a882a-549f-4d9b-b519-8772629dac98] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/06/02 08:06:51.662 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/e37a882a-549f-4d9b-b519-8772629dac98] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.654594ms] [write-speed(bytes/s)=33.99KiB] [2024/06/02 08:06:51.662 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/e37a882a-549f-4d9b-b519-8772629dac98] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.899Β΅s] [write-time=4.761646ms] [sort-speed(kv/s)=508560.7730] [writer-id=index/3/e37a882a-549f-4d9b-b519-8772629dac98] [2024/06/02 08:06:51.662 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/e37a882a-549f-4d9b-b519-8772629dac98] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/06/02 08:06:51.663 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=87.071644ms] [] [2024/06/02 08:06:51.663 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/06/02 08:06:51.730 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:51.732 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:51.732 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:51.732 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:51.732 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:51.734 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:06:51.734 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:51.734 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:51.734 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:51.735 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:51.735 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=394.661872ms] [] [2024/06/02 08:06:51.778 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/06/02 08:06:51.780 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:06:51.782 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/06/02 08:06:51.804 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/06/02 08:06:51.804 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/06/02 08:06:51.804 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/06/02 08:06:51.805 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/06/02 08:06:51.805 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/06/02 08:06:51.805 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/06/02 08:06:51.977 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/06/02 08:06:51.980 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:06:51.982 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/06/02 08:06:52.044 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/06/02 08:06:52.044 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/02 08:06:52.045 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.045 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.052 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:52.053 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:52.054 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:52.054 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.054 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:52.056 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.056 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:52.056 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:52.056 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.056 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.060 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:52.060 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.060 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:52.060 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:52.062 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:06:52.062 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:06:52.068 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/06/02 08:06:52.068 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:06:52.071 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:52.072 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:52.073 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:52.074 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.074 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:52.075 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.075 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:52.075 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.075 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:52.075 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.079 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.079 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.079 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:52.079 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:52.080 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:06:52.080 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:06:52.085 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/06/02 08:06:52.085 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:06:52.088 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:52.089 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:52.090 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:52.091 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.091 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:52.092 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.092 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.092 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:52.092 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:52.092 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.096 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:52.096 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.096 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:52.096 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:52.097 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:06:52.097 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:06:52.102 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/06/02 08:06:52.102 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:06:52.105 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:52.106 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:52.106 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:52.107 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.107 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:52.108 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.108 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.108 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:52.108 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:52.108 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:52.112 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:52.112 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.112 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:52.112 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:52.113 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:06:52.114 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:06:52.119 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/06/02 08:06:52.119 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:06:52.119 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/06/02 08:06:52.119 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/06/02 08:06:52.331 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/06/02 08:06:52.362 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:06:52.404 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:06:52.408 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.408 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.418 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:52.418 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:52.419 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.419 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:52.420 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:52.420 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.420 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.420 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:52.420 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.435 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:06:52.437 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:06:52.437 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/06/02 08:06:52.483 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=2] [2024/06/02 08:06:52.483 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.488 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/06/02 08:06:52.488 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:52.510 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:06:52.511 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:52.511 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:06:52.512 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/06/02 08:06:52.513 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=23.706Β΅s] [2024/06/02 08:06:52.513 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.813328ms] [] [2024/06/02 08:06:52.513 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:06:52.513 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/06/02 08:06:52.513 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:06:52.519 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.493541ms] [] [2024/06/02 08:06:52.524 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.525 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=11.771119ms] [] [2024/06/02 08:06:52.525 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/02 08:06:52.525 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=12.054927ms] [droppedSize=0] [2024/06/02 08:06:52.525 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=38.583Β΅s] [2024/06/02 08:06:52.540 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/06/02 08:06:52.542 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=2] [takeTime=59.519929ms] [] [2024/06/02 08:06:52.613 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=3] [2024/06/02 08:06:52.613 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.618 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/06/02 08:06:52.618 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:52.640 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:06:52.640 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:52.640 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:06:52.641 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/06/02 08:06:52.642 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=19.628Β΅s] [2024/06/02 08:06:52.642 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.264939ms] [] [2024/06/02 08:06:52.642 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:06:52.642 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/06/02 08:06:52.642 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:06:52.646 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.493667ms] [] [2024/06/02 08:06:52.651 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.652 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.340019ms] [] [2024/06/02 08:06:52.652 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/02 08:06:52.652 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.532521ms] [droppedSize=0] [2024/06/02 08:06:52.652 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=16.796Β΅s] [2024/06/02 08:06:52.686 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/06/02 08:06:52.688 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=3] [takeTime=75.395762ms] [] [2024/06/02 08:06:52.764 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=data] [2024/06/02 08:06:52.764 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.770 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/06/02 08:06:52.770 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:52.792 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:06:52.792 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:52.792 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:06:52.793 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/06/02 08:06:52.793 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.785Β΅s] [2024/06/02 08:06:52.794 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.081547ms] [] [2024/06/02 08:06:52.794 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:06:52.794 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/06/02 08:06:52.794 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:06:52.799 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.280903ms] [] [2024/06/02 08:06:52.803 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.804 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.131414ms] [] [2024/06/02 08:06:52.804 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/02 08:06:52.804 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.429472ms] [droppedSize=0] [2024/06/02 08:06:52.804 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=33.419Β΅s] [2024/06/02 08:06:52.818 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/06/02 08:06:52.820 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=data] [takeTime=56.351563ms] [] [2024/06/02 08:06:52.890 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=1] [2024/06/02 08:06:52.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.895 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/06/02 08:06:52.895 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:52.917 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:06:52.918 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:52.918 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:06:52.919 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/06/02 08:06:52.919 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=17.704Β΅s] [2024/06/02 08:06:52.919 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.589496ms] [] [2024/06/02 08:06:52.920 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:06:52.920 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/06/02 08:06:52.920 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:06:52.924 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.97055ms] [] [2024/06/02 08:06:52.944 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:52.945 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=25.218424ms] [] [2024/06/02 08:06:52.945 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/02 08:06:52.945 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=25.505584ms] [droppedSize=0] [2024/06/02 08:06:52.945 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=14.461Β΅s] [2024/06/02 08:06:52.958 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/06/02 08:06:52.959 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=1] [takeTime=69.505746ms] [] [2024/06/02 08:06:53.007 +00:00] [INFO] [task_executor.go:460] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/06/02 08:06:53.016 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:53.016 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:53.016 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:53.016 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:53.016 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:53.016 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:53.016 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:53.016 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:53.016 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:53.016 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:53.016 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:53.017 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:53.017 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:53.019 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:06:53.019 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:53.019 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:53.019 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:53.019 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:53.019 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=614.498349ms] [] [2024/06/02 08:06:53.094 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/06/02 08:06:53.097 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:06:53.099 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/06/02 08:06:53.099 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/06/02 08:06:53.193 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/06/02 08:06:53.196 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/06/02 08:06:53.196 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:06:53.366 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:06:53.426 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/06/02 08:06:53.426 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/06/02 08:06:53.426 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/06/02 08:06:53.426 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=34.639Β΅s] [] [2024/06/02 08:06:53.426 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/06/02 08:06:53.426 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/06/02 08:06:53.426 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/06/02 08:06:53.426 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/06/02 08:06:53.426 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/06/02 08:06:53.426 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/06/02 08:06:53.427 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/06/02 08:06:53.433 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/06/02 08:06:53.433 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/06/02 08:06:53.433 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/06/02 08:06:53.433 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/06/02 08:06:53.434 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/06/02 08:06:53.434 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=8.410989ms] [] [2024/06/02 08:06:53.434 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=8.707748ms] [] [2024/06/02 08:06:53.476 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:06:53.476 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/06/02 08:06:53.480 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/06/02 08:06:53.486 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=120.528874ms] [] [2024/06/02 08:06:53.536 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/02 08:06:53.559 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=1] [2024/06/02 08:06:53.582 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:06:53.582 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/06/02 08:06:53.584 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/06/02 08:06:53.586 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:53.587 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:53.630 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=45.728425ms] [] [2024/06/02 08:06:53.678 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.183504705\n# Parse_time: 0.000999069\n# Compile_time: 0.002031299\n# Rewrite_time: 0.000364133\n# Optimize_time: 0.000409842\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4xOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4xOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/06/02 08:06:53.779 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:06:53.840 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/06/02 08:06:53.870 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:53.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:53.870 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:53.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:06:53.928 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.940 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/06/02 08:06:54.015 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=4.157284ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:06:54.027 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/06/02 08:06:54.029 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=23.756429ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.101 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/06/02 08:06:54.116 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/06/02 08:06:54.120 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.842 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.192 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/06/02 08:06:54.192 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:54.196 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.357639595\n# Parse_time: 0.000295433\n# Compile_time: 0.001028268\n# Rewrite_time: 0.000010654\n# Optimize_time: 0.001983855\n# Wait_TS: 0.00037849\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:06:54.212 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:54.213 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:54.274 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:54.444 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__force_merge_step\":null,\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/06/02 08:06:54.583 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/06/02 08:06:54.661 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/06/02 08:06:54.661 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:06:54.766 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/06/02 08:06:54.769 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:06:54.771 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/06/02 08:06:54.794 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:54.795 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:54.799 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:06:54.799 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/02 08:06:54.799 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=99.683Β΅s] [2024/06/02 08:06:54.799 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=303.804Β΅s] [] [2024/06/02 08:06:54.800 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/06/02 08:06:54.800 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/06/02 08:06:54.980 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/06/02 08:06:54.996 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:06:55.037 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:06:55.039 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/06/02 08:06:55.041 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:55.041 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:55.051 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:55.052 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:55.067 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:55.067 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:55.068 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:55.068 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:55.068 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:55.069 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:55.068 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:55.087 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:06:55.090 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:06:55.090 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/06/02 08:06:55.091 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/06/02 08:06:55.139 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/06/02 08:06:55.141 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/02fbd86c-4546-4dd0-ad57-84f2964da604] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.140 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/fb459c83-c953-42bf-acb7-3567e617d484] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.141 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/301a05f9-cccf-436c-a61a-ccd82b46681b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.141 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c634a534-cf28-4495-aa74-ee4039cdf5c4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.141 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4fd98536-e025-49d2-b9d5-710be93bf7d8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.141 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/66fdbe04-5885-4148-9c61-b206f6bbe2fb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.141 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3ce033ff-1758-40c0-b8ab-48aed48b5b51] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.141 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/02 08:06:55.144 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/06/02 08:06:55.149 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=1.260053ms] [encodeDur=1.532746ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [deliverDur=1.694118ms] [type=file] [takeTime=4.989465ms] [] [2024/06/02 08:06:55.154 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/2071b145-c50e-4ce6-b970-c770159f04e2] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=4.896789ms] [write-speed(bytes/s)=35.7KiB] [2024/06/02 08:06:55.155 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/2071b145-c50e-4ce6-b970-c770159f04e2] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.455Β΅s] [write-time=5.153668ms] [sort-speed(kv/s)=402414.4869] [writer-id=data/2071b145-c50e-4ce6-b970-c770159f04e2] [2024/06/02 08:06:55.155 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2071b145-c50e-4ce6-b970-c770159f04e2] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/06/02 08:06:55.160 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/2071b145-c50e-4ce6-b970-c770159f04e2] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=5.205236ms] [write-speed(bytes/s)=30.39KiB] [2024/06/02 08:06:55.160 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/2071b145-c50e-4ce6-b970-c770159f04e2] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=8.945Β΅s] [write-time=5.372426ms] [sort-speed(kv/s)=335382.8955] [writer-id=index/1/2071b145-c50e-4ce6-b970-c770159f04e2] [2024/06/02 08:06:55.160 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/2071b145-c50e-4ce6-b970-c770159f04e2] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/06/02 08:06:55.165 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/2071b145-c50e-4ce6-b970-c770159f04e2] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=4.805417ms] [write-speed(bytes/s)=49.79KiB] [2024/06/02 08:06:55.166 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/2071b145-c50e-4ce6-b970-c770159f04e2] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=7.972Β΅s] [write-time=4.922776ms] [sort-speed(kv/s)=376317.1099] [writer-id=index/2/2071b145-c50e-4ce6-b970-c770159f04e2] [2024/06/02 08:06:55.166 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/2071b145-c50e-4ce6-b970-c770159f04e2] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/06/02 08:06:55.170 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/2071b145-c50e-4ce6-b970-c770159f04e2] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.637664ms] [write-speed(bytes/s)=34.11KiB] [2024/06/02 08:06:55.170 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/2071b145-c50e-4ce6-b970-c770159f04e2] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.503Β΅s] [write-time=4.739708ms] [sort-speed(kv/s)=545157.1870] [writer-id=index/3/2071b145-c50e-4ce6-b970-c770159f04e2] [2024/06/02 08:06:55.171 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/2071b145-c50e-4ce6-b970-c770159f04e2] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/06/02 08:06:55.171 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=31.842828ms] [] [2024/06/02 08:06:55.171 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/06/02 08:06:55.268 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/06/02 08:06:55.269 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ba97e6bd-8cd6-437f-9a3e-e6943a2a8fde] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.269 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/553fe295-ca91-48f9-ba09-5f961525e8dc] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.269 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0a3faaa3-e5fb-45d8-906a-463b76a91f72] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.269 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/02 08:06:55.269 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d9ee3308-f3fb-4659-9260-70255614c438] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.269 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/19bdfa76-0aa0-44a6-b035-1cdeacfafb96] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.269 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6ba3eb8a-11d2-4e35-b6a7-cee710533689] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.269 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5f8a12c1-8da8-443e-8ea7-bd380575fff4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:55.272 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/06/02 08:06:55.290 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.267284ms] [encodeDur=1.984614ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [deliverDur=13.418616ms] [type=file] [takeTime=17.203147ms] [] [2024/06/02 08:06:55.309 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/0bf55e09-4394-4d84-ac1a-5177091acc33] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=18.647239ms] [write-speed(bytes/s)=9.374KiB] [2024/06/02 08:06:55.309 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/0bf55e09-4394-4d84-ac1a-5177091acc33] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=10.663Β΅s] [write-time=18.81175ms] [sort-speed(kv/s)=281346.7129] [writer-id=data/0bf55e09-4394-4d84-ac1a-5177091acc33] [2024/06/02 08:06:55.309 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0bf55e09-4394-4d84-ac1a-5177091acc33] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/06/02 08:06:55.334 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/0bf55e09-4394-4d84-ac1a-5177091acc33] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=24.760057ms] [write-speed(bytes/s)=9.663KiB] [2024/06/02 08:06:55.334 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/0bf55e09-4394-4d84-ac1a-5177091acc33] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=6.164Β΅s] [write-time=24.903199ms] [sort-speed(kv/s)=486696.9500] [writer-id=index/2/0bf55e09-4394-4d84-ac1a-5177091acc33] [2024/06/02 08:06:55.334 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/0bf55e09-4394-4d84-ac1a-5177091acc33] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/06/02 08:06:55.361 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/0bf55e09-4394-4d84-ac1a-5177091acc33] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=27.12112ms] [write-speed(bytes/s)=5.833KiB] [2024/06/02 08:06:55.361 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/0bf55e09-4394-4d84-ac1a-5177091acc33] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=7.082Β΅s] [write-time=27.264913ms] [sort-speed(kv/s)=423609.1500] [writer-id=index/3/0bf55e09-4394-4d84-ac1a-5177091acc33] [2024/06/02 08:06:55.362 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/0bf55e09-4394-4d84-ac1a-5177091acc33] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/06/02 08:06:55.376 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/0bf55e09-4394-4d84-ac1a-5177091acc33] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=14.660716ms] [write-speed(bytes/s)=10.79KiB] [2024/06/02 08:06:55.376 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/0bf55e09-4394-4d84-ac1a-5177091acc33] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.183Β΅s] [write-time=14.801235ms] [sort-speed(kv/s)=485201.3586] [writer-id=index/1/0bf55e09-4394-4d84-ac1a-5177091acc33] [2024/06/02 08:06:55.377 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/0bf55e09-4394-4d84-ac1a-5177091acc33] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/06/02 08:06:55.377 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=108.687094ms] [] [2024/06/02 08:06:55.377 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/06/02 08:06:55.478 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/06/02 08:06:55.480 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:55.480 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:55.480 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:55.480 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:55.480 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:55.481 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:55.480 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:55.481 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:55.481 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:55.481 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:55.481 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:55.481 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:55.481 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:55.484 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:06:55.484 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:55.484 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:55.484 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:55.484 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:55.484 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=447.553939ms] [] [2024/06/02 08:06:55.501 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/06/02 08:06:55.504 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:06:55.506 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/06/02 08:06:55.531 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=4] [2024/06/02 08:06:55.531 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=4] [2024/06/02 08:06:55.733 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:06:55.737 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:55.738 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:55.738 +00:00] [INFO] [task_executor.go:301] ["merge sort partSize"] [type=ImportInto] [task-id=2] [step=merge-sort] [data-kv=12.8MiB] [index-kv=5MiB] [2024/06/02 08:06:55.792 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=3] [2024/06/02 08:06:55.792 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=3] [subtask-id=10] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/06/02 08:06:55.792 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=3] [subtask-id=10] [writer-id=c8369574-38ac-4f4a-9ddf-5826ff414065] [file-count=2] [2024/06/02 08:06:55.797 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=3] [subtask-id=10] [data-file=2/10/c8369574-38ac-4f4a-9ddf-5826ff414065/one-file] [stat-file=2/10/c8369574-38ac-4f4a-9ddf-5826ff414065_stat/one-file] [2024/06/02 08:06:55.834 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=3] [subtask-id=10] [writerID=c8369574-38ac-4f4a-9ddf-5826ff414065] [2024/06/02 08:06:55.834 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=3] [subtask-id=10] [writer-id=c8369574-38ac-4f4a-9ddf-5826ff414065] [file-count=2] [takeTime=41.284724ms] [] [2024/06/02 08:06:55.834 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=3] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [end-key=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [2024/06/02 08:06:55.834 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=3] [takeTime=41.758394ms] [] [2024/06/02 08:06:55.912 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=1] [2024/06/02 08:06:55.912 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=1] [subtask-id=11] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/06/02 08:06:55.912 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=1] [subtask-id=11] [writer-id=8e40a66a-ffc1-492b-b0b3-b55dbbca86af] [file-count=2] [2024/06/02 08:06:55.916 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=1] [subtask-id=11] [data-file=2/11/8e40a66a-ffc1-492b-b0b3-b55dbbca86af/one-file] [stat-file=2/11/8e40a66a-ffc1-492b-b0b3-b55dbbca86af_stat/one-file] [2024/06/02 08:06:55.947 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=1] [subtask-id=11] [writerID=8e40a66a-ffc1-492b-b0b3-b55dbbca86af] [2024/06/02 08:06:55.947 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=1] [subtask-id=11] [writer-id=8e40a66a-ffc1-492b-b0b3-b55dbbca86af] [file-count=2] [takeTime=34.642008ms] [] [2024/06/02 08:06:55.947 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=1] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [end-key=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [2024/06/02 08:06:55.947 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=1] [takeTime=34.978024ms] [] [2024/06/02 08:06:56.019 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=2] [2024/06/02 08:06:56.019 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=2] [subtask-id=12] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/06/02 08:06:56.020 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=2] [subtask-id=12] [writer-id=c8a8ab1f-619e-4fd6-8f90-79a4498aed78] [file-count=2] [2024/06/02 08:06:56.023 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=2] [subtask-id=12] [data-file=2/12/c8a8ab1f-619e-4fd6-8f90-79a4498aed78/one-file] [stat-file=2/12/c8a8ab1f-619e-4fd6-8f90-79a4498aed78_stat/one-file] [2024/06/02 08:06:56.054 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=2] [subtask-id=12] [writerID=c8a8ab1f-619e-4fd6-8f90-79a4498aed78] [2024/06/02 08:06:56.054 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=2] [subtask-id=12] [writer-id=c8a8ab1f-619e-4fd6-8f90-79a4498aed78] [file-count=2] [takeTime=34.542951ms] [] [2024/06/02 08:06:56.054 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=2] [total-kv-size=394] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [end-key=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [2024/06/02 08:06:56.054 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=2] [takeTime=34.908297ms] [] [2024/06/02 08:06:56.137 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=data] [2024/06/02 08:06:56.137 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=data] [subtask-id=13] [file-count=2] [file-groups=1] [concurrency=8] [part-size=14470348] [2024/06/02 08:06:56.137 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=data] [subtask-id=13] [writer-id=cbf86e55-c3c1-4f47-81ec-f800f3d3b6c4] [file-count=2] [2024/06/02 08:06:56.141 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=data] [subtask-id=13] [data-file=2/13/cbf86e55-c3c1-4f47-81ec-f800f3d3b6c4/one-file] [stat-file=2/13/cbf86e55-c3c1-4f47-81ec-f800f3d3b6c4_stat/one-file] [2024/06/02 08:06:56.180 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=data] [subtask-id=13] [writerID=cbf86e55-c3c1-4f47-81ec-f800f3d3b6c4] [2024/06/02 08:06:56.180 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=data] [subtask-id=13] [writer-id=cbf86e55-c3c1-4f47-81ec-f800f3d3b6c4] [file-count=2] [takeTime=42.846155ms] [] [2024/06/02 08:06:56.180 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=data] [total-kv-size=262] [total-kv-count=6] [start-key=74800000000000006C5F728000000000000001] [end-key=74800000000000006C5F72800000000000000600] [2024/06/02 08:06:56.180 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=data] [takeTime=43.151362ms] [] [2024/06/02 08:06:56.248 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=515.068259ms] [] [2024/06/02 08:06:56.284 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/06/02 08:06:56.286 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:06:56.288 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/06/02 08:06:56.345 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:56.346 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:56.352 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:56.353 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:56.354 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:56.355 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.355 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:56.356 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.356 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.356 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:56.356 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:56.356 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.360 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:56.360 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:56.360 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:56.360 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.360 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:56.360 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.361 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:56.361 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:56.361 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:56.361 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:56.361 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:56.361 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:56.361 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:56.362 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:06:56.362 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:06:56.367 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006c5f69800000000000000303800000000000031503800000000000000300] [dataFiles=1] [2024/06/02 08:06:56.367 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:06:56.370 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:56.371 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:56.371 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:56.372 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.372 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:56.373 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.373 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:56.373 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.373 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:56.373 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.377 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:56.377 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:56.377 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:56.377 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:56.378 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:06:56.378 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:06:56.382 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006c5f69800000000000000103800000000000000603800000000000000600] [dataFiles=1] [2024/06/02 08:06:56.382 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:06:56.385 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:56.386 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:56.387 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:56.387 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.387 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:56.388 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.389 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.389 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:56.389 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:56.389 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.392 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:56.392 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:56.392 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:56.392 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.392 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.392 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:56.392 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:56.392 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:56.393 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:56.393 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:56.393 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:56.393 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:56.393 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:56.394 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:06:56.394 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:06:56.397 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006c5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=1] [2024/06/02 08:06:56.397 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:06:56.401 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:56.402 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:56.402 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:56.403 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.403 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:56.404 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.404 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.404 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:56.404 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:56.404 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.408 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:56.408 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:56.408 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:56.408 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:56.409 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:06:56.409 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:06:56.413 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006c5f728000000000000001] [endKey=74800000000000006c5f72800000000000000600] [dataFiles=1] [2024/06/02 08:06:56.413 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:06:56.413 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/06/02 08:06:56.413 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/06/02 08:06:56.551 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/06/02 08:06:56.552 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/02 08:06:56.617 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/06/02 08:06:56.675 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:06:56.718 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:06:56.723 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:56.723 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:56.732 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:56.732 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:56.732 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.733 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:56.733 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.734 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:56.734 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:56.734 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.734 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.748 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:06:56.749 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:06:56.749 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/06/02 08:06:56.802 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=3] [2024/06/02 08:06:56.802 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:56.807 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/06/02 08:06:56.807 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:56.829 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:06:56.829 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:56.829 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:06:56.830 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/06/02 08:06:56.830 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.289Β΅s] [2024/06/02 08:06:56.830 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.112517ms] [] [2024/06/02 08:06:56.831 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:06:56.831 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/06/02 08:06:56.831 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:06:56.835 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.447007ms] [] [2024/06/02 08:06:56.840 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:56.840 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.581697ms] [] [2024/06/02 08:06:56.840 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/02 08:06:56.840 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.776094ms] [droppedSize=0] [2024/06/02 08:06:56.840 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=51.492Β΅s] [2024/06/02 08:06:56.853 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/06/02 08:06:56.855 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=3] [takeTime=53.225133ms] [] [2024/06/02 08:06:56.922 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=1] [2024/06/02 08:06:56.922 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:56.926 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/06/02 08:06:56.926 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:56.950 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:06:56.950 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:56.950 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:06:56.951 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/06/02 08:06:56.951 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.068Β΅s] [2024/06/02 08:06:56.951 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.197768ms] [] [2024/06/02 08:06:56.951 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:06:56.951 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/06/02 08:06:56.951 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:06:56.955 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.890025ms] [] [2024/06/02 08:06:56.959 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:56.960 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.531127ms] [] [2024/06/02 08:06:56.960 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/02 08:06:56.960 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.725472ms] [droppedSize=0] [2024/06/02 08:06:56.960 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=12.161Β΅s] [2024/06/02 08:06:56.973 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/06/02 08:06:56.974 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=1] [takeTime=52.684084ms] [] [2024/06/02 08:06:57.069 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=2] [2024/06/02 08:06:57.069 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:57.075 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/06/02 08:06:57.075 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:57.098 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:06:57.098 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:57.098 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:06:57.099 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6C5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/06/02 08:06:57.099 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.464Β΅s] [2024/06/02 08:06:57.099 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.121858ms] [] [2024/06/02 08:06:57.100 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:06:57.100 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABsX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/06/02 08:06:57.100 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:06:57.105 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.029639ms] [] [2024/06/02 08:06:57.109 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:57.109 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.833479ms] [] [2024/06/02 08:06:57.110 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/02 08:06:57.110 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.041741ms] [droppedSize=0] [2024/06/02 08:06:57.110 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=26.45Β΅s] [2024/06/02 08:06:57.122 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/06/02 08:06:57.125 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=2] [takeTime=55.185007ms] [] [2024/06/02 08:06:57.200 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=data] [2024/06/02 08:06:57.201 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:57.205 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F728000000000000001] [endKey=74800000000000006C5F72800000000000000600] [ranges=1] [] [2024/06/02 08:06:57.205 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:57.227 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:06:57.228 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:57.228 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:06:57.229 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F728000000000FF0000010000000000FA] [end=7480000000000000FF6C5F728000000000FF0000060000000000FC] [2024/06/02 08:06:57.229 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.947Β΅s] [2024/06/02 08:06:57.229 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.119161ms] [] [2024/06/02 08:06:57.229 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:06:57.229 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX3KAAAAAAAAABgA="] [2024/06/02 08:06:57.229 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:06:57.233 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.294106ms] [] [2024/06/02 08:06:57.238 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:57.239 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.080071ms] [] [2024/06/02 08:06:57.239 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/02 08:06:57.239 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.293924ms] [droppedSize=0] [2024/06/02 08:06:57.239 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=16.032Β΅s] [2024/06/02 08:06:57.254 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/06/02 08:06:57.256 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=data] [takeTime=55.774468ms] [] [2024/06/02 08:06:57.307 +00:00] [INFO] [task_executor.go:460] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:57.315 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:57.315 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:57.315 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:57.316 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:57.318 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:06:57.318 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:57.318 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:57.318 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:57.318 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:57.318 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=599.193802ms] [] [2024/06/02 08:06:57.386 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/06/02 08:06:57.389 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:06:57.391 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/06/02 08:06:57.391 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/06/02 08:06:57.513 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/06/02 08:06:57.516 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/06/02 08:06:57.517 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:06:57.660 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/06/02 08:06:57.660 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/02 08:06:57.738 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:06:57.801 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:06:57.853 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/06/02 08:06:57.853 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/06/02 08:06:57.853 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/06/02 08:06:57.853 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=11.489Β΅s] [] [2024/06/02 08:06:57.853 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/06/02 08:06:57.853 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/06/02 08:06:57.853 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/06/02 08:06:57.854 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/06/02 08:06:57.854 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/06/02 08:06:57.854 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [weight=30] [2024/06/02 08:06:57.854 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [concurrency=15] [2024/06/02 08:06:57.859 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/06/02 08:06:57.867 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/06/02 08:06:57.872 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/06/02 08:06:57.873 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/06/02 08:06:57.874 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/06/02 08:06:57.874 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=20.601518ms] [] [2024/06/02 08:06:57.874 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=20.886897ms] [] [2024/06/02 08:06:57.922 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=119.970161ms] [] [2024/06/02 08:06:57.983 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:06:57.983 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/06/02 08:06:57.987 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/06/02 08:06:58.053 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/02 08:06:58.067 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=2] [2024/06/02 08:06:58.098 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:06:58.098 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/06/02 08:06:58.100 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/06/02 08:06:58.101 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:58.102 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:58.158 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=58.137996ms] [] [2024/06/02 08:06:58.279 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.081465668\n# Parse_time: 0.001019929\n# Compile_time: 0.001968939\n# Rewrite_time: 0.00028461\n# Optimize_time: 0.001983855\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 392014fe0a784e03186a93c7f3528e9bc2606219bbb926c3fd8303e3396867e0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC4wOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC4wOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', __force_merge_step;"] [2024/06/02 08:06:58.326 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:06:58.328 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/06/02 08:06:58.367 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:58.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:58.367 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:58.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:06:58.429 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.444 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: t, Old Table ID: 108, Old Table Name: t"] [2024/06/02 08:06:58.516 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=4.443098ms] [gotSchemaVersion=55] [phyTblIDs="[110]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:06:58.529 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/06/02 08:06:58.532 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=24.840478ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.619 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/06/02 08:06:58.631 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/06/02 08:06:58.635 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.342 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.714 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/02 08:06:58.714 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:58.718 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.391314534\n# Parse_time: 0.000216489\n# Compile_time: 0.000889531\n# Rewrite_time: 0.000011419\n# Optimize_time: 0.00183726\n# Wait_TS: 0.000480657\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:06:58.734 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:58.735 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:58.779 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:58.955 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=true] [2024/06/02 08:06:59.115 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/06/02 08:06:59.126 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.407151147\n# Parse_time: 0.000919937\n# Compile_time: 0.001933387\n# Rewrite_time: 0.000436681\n# Optimize_time: 0.00183726\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 1d15b554d9974625ffad3fa192182c9f6f628d42e846cffe6407cea263a3bc14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDAzLjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDAzLjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', detached;"] [2024/06/02 08:06:59.169 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/06/02 08:06:59.169 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:06:59.276 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/06/02 08:06:59.278 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:06:59.280 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/06/02 08:06:59.303 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:59.304 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:59.307 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:06:59.307 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/02 08:06:59.307 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=101.148Β΅s] [2024/06/02 08:06:59.307 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=297.74Β΅s] [] [2024/06/02 08:06:59.307 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/06/02 08:06:59.307 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/06/02 08:06:59.511 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/06/02 08:06:59.549 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:06:59.591 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:06:59.595 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/06/02 08:06:59.597 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:59.597 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:06:59.606 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:59.606 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:06:59.606 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:59.606 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:59.607 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:59.607 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:59.607 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:59.607 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:59.607 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:59.623 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:06:59.625 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:06:59.625 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/06/02 08:06:59.625 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/06/02 08:06:59.672 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [2024/06/02 08:06:59.674 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7eda90ed-9deb-48f4-847b-62aac209627c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.674 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/56b3eb81-22de-477c-bcc8-d00a7d07a333] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.674 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5696e357-b8bb-49b0-a27a-146f6281617b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.674 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/da26fac7-83cd-46d0-88fa-c9490350f0cd] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.674 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/06/02 08:06:59.674 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/bf1755f0-d362-440b-a8f2-0c8f9a24900c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.674 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6ece76e4-19b7-45e4-aba6-df7290eb7c9f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.674 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b49ddc19-c341-4da6-8a0b-dd5fdb61a2f4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.677 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [2024/06/02 08:06:59.698 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [readDur=1.078488ms] [encodeDur=1.471856ms] [checksum="{cksum=1299722013730367767,size=556,kvs=12}"] [deliverDur=18.322869ms] [type=file] [takeTime=21.705621ms] [] [2024/06/02 08:06:59.710 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=11.007701ms] [write-speed(bytes/s)=15.88KiB] [2024/06/02 08:06:59.710 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=10.064Β΅s] [write-time=11.159163ms] [sort-speed(kv/s)=298092.2099] [writer-id=data/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [2024/06/02 08:06:59.710 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000001] [maxKey=74800000000000006e5f728000000000000003] [2024/06/02 08:06:59.719 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=9.007838ms] [write-speed(bytes/s)=26.56KiB] [2024/06/02 08:06:59.719 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.745Β΅s] [write-time=9.131925ms] [sort-speed(kv/s)=522193.2115] [writer-id=index/2/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [2024/06/02 08:06:59.719 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/06/02 08:06:59.728 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=8.845825ms] [write-speed(bytes/s)=17.88KiB] [2024/06/02 08:06:59.729 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.943Β΅s] [write-time=8.979978ms] [sort-speed(kv/s)=504795.5578] [writer-id=index/3/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [2024/06/02 08:06:59.729 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000003038000000000000315038000000000000003] [2024/06/02 08:06:59.740 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=10.983319ms] [write-speed(bytes/s)=14.4KiB] [2024/06/02 08:06:59.740 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.486Β΅s] [write-time=11.135093ms] [sort-speed(kv/s)=546846.5184] [writer-id=index/1/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [2024/06/02 08:06:59.740 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/5944ff5d-9fd3-4710-8384-7a2789fa5ee1] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006e5f698000000000000001038000000000000003038000000000000003] [2024/06/02 08:06:59.740 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [takeTime=67.774323ms] [] [2024/06/02 08:06:59.740 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/06/02 08:06:59.827 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [2024/06/02 08:06:59.828 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/06/02 08:06:59.828 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/41bf0355-faba-4ec7-a45a-7517aebd650e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.828 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/909f1167-07d5-409a-ac59-6c2fb4f08d38] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.828 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a386a3db-f736-4e06-9c16-6974c757c2b5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.828 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/220f1d22-fb37-4146-8674-b7496f9fc492] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.828 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/97d1c77e-3ce1-4163-8811-bd9651040fba] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.828 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/80f41893-fb78-4c48-882c-e811425758bb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.828 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c9120e1a-29a2-4b5a-9b98-f105a4d56e01] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/02 08:06:59.831 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [2024/06/02 08:06:59.871 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [readDur=1.146431ms] [encodeDur=1.902193ms] [checksum="{cksum=12462077872899177482,size=556,kvs=12}"] [deliverDur=36.403741ms] [type=file] [takeTime=39.986591ms] [] [2024/06/02 08:06:59.889 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=17.037314ms] [write-speed(bytes/s)=10.26KiB] [2024/06/02 08:06:59.889 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=26.06Β΅s] [write-time=17.272615ms] [sort-speed(kv/s)=115118.9563] [writer-id=data/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [2024/06/02 08:06:59.889 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000004] [maxKey=74800000000000006e5f728000000000000006] [2024/06/02 08:06:59.920 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=31.030771ms] [write-speed(bytes/s)=5.098KiB] [2024/06/02 08:06:59.920 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=7.071Β΅s] [write-time=31.180833ms] [sort-speed(kv/s)=424268.1375] [writer-id=index/1/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [2024/06/02 08:06:59.920 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006e5f698000000000000001038000000000000006038000000000000006] [2024/06/02 08:06:59.931 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=10.742585ms] [write-speed(bytes/s)=22.27KiB] [2024/06/02 08:06:59.931 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=10.116Β΅s] [write-time=10.883644ms] [sort-speed(kv/s)=296559.9051] [writer-id=index/2/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [2024/06/02 08:06:59.931 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/06/02 08:06:59.944 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=11.933598ms] [write-speed(bytes/s)=13.26KiB] [2024/06/02 08:06:59.944 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.995Β΅s] [write-time=12.086898ms] [sort-speed(kv/s)=500417.0142] [writer-id=index/3/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [2024/06/02 08:06:59.944 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/e1ec0c51-27d2-4728-bdb2-fddb8a570cc9] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000003038000000000000143038000000000000006] [2024/06/02 08:06:59.944 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [takeTime=116.874142ms] [] [2024/06/02 08:06:59.944 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/06/02 08:07:00.010 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:00.012 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:00.012 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:00.012 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:00.012 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:00.014 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:00.014 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:00.014 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:00.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:00.014 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:00.014 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=423.326406ms] [] [2024/06/02 08:07:00.092 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/06/02 08:07:00.094 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:00.096 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/06/02 08:07:00.120 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/06/02 08:07:00.120 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/06/02 08:07:00.120 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=3] [kv-group=data] [2024/06/02 08:07:00.120 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/06/02 08:07:00.120 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/06/02 08:07:00.121 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/06/02 08:07:00.301 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/06/02 08:07:00.304 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:00.305 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/06/02 08:07:00.306 +00:00] [WARN] [scheduler.go:440] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:00.306 +00:00] [WARN] [scheduler.go:517] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/06/02 08:07:00.328 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/06/02 08:07:00.391 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=reverting] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:00.393 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/06/02 08:07:00.400 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/06/02 08:07:00.474 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:00.501 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:00.501 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:00.503 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/06/02 08:07:00.505 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:00.505 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:00.542 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=38.175138ms] [] [2024/06/02 08:07:00.673 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGlobalSortMultiFiles [2024/06/02 08:07:00.754 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/06/02 08:07:00.757 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/06/02 08:07:00.796 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:00.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:00.796 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:00.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gs_multi_files"] [2024/06/02 08:07:00.868 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.907 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.146573ms] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:00.919 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/06/02 08:07:00.921 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=19.235998ms] [job="ID:113, Type:create schema, State:done, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:00.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.004 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create schema, State:synced, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.742 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.032 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/02 08:07:01.032 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.042 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/06/02 08:07:01.123 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:01.123 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/06/02 08:07:01.192 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.204 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 112, Table ID: 114, Table Name: t"] [2024/06/02 08:07:01.294 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=3.271191ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:01.309 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/06/02 08:07:01.311 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=25.165353ms] [job="ID:115, Type:create table, State:done, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.379 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create table, State:synced, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.432 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/06/02 08:07:01.432 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.435 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.397572484\n# Parse_time: 0.002091137\n# Compile_time: 0.001815826\n# Rewrite_time: 0.000009698\n# Optimize_time: 0.00183726\n# Wait_TS: 0.000352353\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 65770382d44a1f2a680267a996d5c71fe8d5b02c0296815ef0003a1cbb8f61a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gs_multi_files;\ncreate table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/06/02 08:07:01.450 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:01.451 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:01.491 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:01.676 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:01.784 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=144.3KiB] [thread-cnt=8] [global-sort=true] [2024/06/02 08:07:01.833 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:01.833 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:07:01.941 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/06/02 08:07:01.944 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:01.945 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/06/02 08:07:01.972 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:01.972 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:01.976 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:01.976 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/06/02 08:07:01.976 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=201.262Β΅s] [2024/06/02 08:07:01.976 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=402.106Β΅s] [] [2024/06/02 08:07:01.977 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/06/02 08:07:01.977 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=1] [2024/06/02 08:07:02.142 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/06/02 08:07:02.152 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:07:02.193 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:07:02.195 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/06/02 08:07:02.196 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:02.197 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:02.205 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:02.205 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:07:02.206 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:02.206 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:02.207 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:02.207 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:02.207 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:02.207 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:02.207 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:02.221 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:02.223 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:02.223 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/06/02 08:07:02.223 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/06/02 08:07:02.269 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [2024/06/02 08:07:02.270 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:02.271 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:02.271 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:02.271 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:02.271 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:02.271 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:02.271 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:02.271 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:02.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [2024/06/02 08:07:02.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [2024/06/02 08:07:02.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [2024/06/02 08:07:02.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [2024/06/02 08:07:02.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [2024/06/02 08:07:02.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [2024/06/02 08:07:02.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [2024/06/02 08:07:02.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [2024/06/02 08:07:04.014 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [readDur=115.380356ms] [encodeDur=1.583305246s] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [deliverDur=72.739908ms] [type=file] [takeTime=1.739559448s] [] [2024/06/02 08:07:04.014 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:04.019 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [2024/06/02 08:07:04.093 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [readDur=120.684175ms] [encodeDur=1.648390149s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=144.578433ms] [type=file] [takeTime=1.818882611s] [] [2024/06/02 08:07:04.093 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:04.097 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [2024/06/02 08:07:04.102 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [readDur=102.984982ms] [encodeDur=1.660748538s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=88.684127ms] [type=file] [takeTime=1.828292656s] [] [2024/06/02 08:07:04.105 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [readDur=184.823873ms] [encodeDur=1.581119076s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=159.440566ms] [type=file] [takeTime=1.830259698s] [] [2024/06/02 08:07:04.113 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [readDur=168.742447ms] [encodeDur=1.60406393s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=155.503589ms] [type=file] [takeTime=1.838713005s] [] [2024/06/02 08:07:04.161 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [readDur=148.061596ms] [encodeDur=1.651690278s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=164.120565ms] [type=file] [takeTime=1.886669165s] [] [2024/06/02 08:07:04.169 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [readDur=229.525601ms] [encodeDur=1.575768421s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=152.882709ms] [type=file] [takeTime=1.895121493s] [] [2024/06/02 08:07:04.173 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=66.743169ms] [write-speed(bytes/s)=775.5KiB] [2024/06/02 08:07:04.173 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.005272ms] [write-time=66.992951ms] [sort-speed(kv/s)=994755.6482] [writer-id=data/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [2024/06/02 08:07:04.173 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/ddade52d-6ef2-4026-a780-f6258e209406] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=69.015509ms] [write-speed(bytes/s)=749.9KiB] [2024/06/02 08:07:04.173 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/ddade52d-6ef2-4026-a780-f6258e209406] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.089548ms] [write-time=69.160975ms] [sort-speed(kv/s)=917811.7898] [writer-id=data/ddade52d-6ef2-4026-a780-f6258e209406] [2024/06/02 08:07:04.173 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001770] [maxKey=7480000000000000725f728000000000001b57] [2024/06/02 08:07:04.173 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ddade52d-6ef2-4026-a780-f6258e209406] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000007d0] [maxKey=7480000000000000725f728000000000000bb7] [2024/06/02 08:07:04.174 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [readDur=129.209604ms] [encodeDur=1.679240813s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=157.736358ms] [type=file] [takeTime=1.899704425s] [] [2024/06/02 08:07:04.177 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/e61e11f0-cfef-4408-b8a7-4714befbf14a] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=46.559508ms] [write-speed(bytes/s)=1.086MiB] [2024/06/02 08:07:04.177 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/e61e11f0-cfef-4408-b8a7-4714befbf14a] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.199776ms] [write-time=46.734443ms] [sort-speed(kv/s)=454591.7402] [writer-id=data/e61e11f0-cfef-4408-b8a7-4714befbf14a] [2024/06/02 08:07:04.177 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e61e11f0-cfef-4408-b8a7-4714befbf14a] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001b58] [maxKey=7480000000000000725f728000000000001f3f] [2024/06/02 08:07:04.183 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=19.71264ms] [write-speed(bytes/s)=2.564MiB] [2024/06/02 08:07:04.183 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.178659ms] [write-time=19.874547ms] [sort-speed(kv/s)=458997.9432] [writer-id=data/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [2024/06/02 08:07:04.184 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001388] [maxKey=7480000000000000725f72800000000000176f] [2024/06/02 08:07:04.191 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/72a5027b-e73f-4bba-aae6-1039233b372a] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=19.90619ms] [write-speed(bytes/s)=2.539MiB] [2024/06/02 08:07:04.191 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/72a5027b-e73f-4bba-aae6-1039233b372a] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.324859ms] [write-time=20.077838ms] [sort-speed(kv/s)=754797.3030] [writer-id=data/72a5027b-e73f-4bba-aae6-1039233b372a] [2024/06/02 08:07:04.191 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/72a5027b-e73f-4bba-aae6-1039233b372a] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000003e8] [maxKey=7480000000000000725f7280000000000007cf] [2024/06/02 08:07:04.204 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/ddade52d-6ef2-4026-a780-f6258e209406] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=25.354631ms] [write-speed(bytes/s)=3.084MiB] [2024/06/02 08:07:04.204 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/ddade52d-6ef2-4026-a780-f6258e209406] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=5.085168ms] [write-time=25.52011ms] [sort-speed(kv/s)=196650.3368] [writer-id=index/1/ddade52d-6ef2-4026-a780-f6258e209406] [2024/06/02 08:07:04.204 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/ddade52d-6ef2-4026-a780-f6258e209406] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000101746573742d323939ff3900000000000000f8038000000000000bb7] [2024/06/02 08:07:04.204 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/e254e05e-8a7c-49f7-b166-c75676be6021] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=24.169914ms] [write-speed(bytes/s)=2.091MiB] [2024/06/02 08:07:04.205 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/e254e05e-8a7c-49f7-b166-c75676be6021] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=6.092448ms] [write-time=24.38759ms] [sort-speed(kv/s)=164137.6340] [writer-id=data/e254e05e-8a7c-49f7-b166-c75676be6021] [2024/06/02 08:07:04.205 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=25.971978ms] [write-speed(bytes/s)=3.525MiB] [2024/06/02 08:07:04.205 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e254e05e-8a7c-49f7-b166-c75676be6021] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000bb8] [maxKey=7480000000000000725f728000000000000f9f] [2024/06/02 08:07:04.205 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=5.454154ms] [write-time=26.121658ms] [sort-speed(kv/s)=183346.4915] [writer-id=index/3/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [2024/06/02 08:07:04.205 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d363030ff3000000000000000f8038000000000001770038000000000001770] [maxKey=7480000000000000725f69800000000000000301746573742d363939ff3900000000000000f8038000000000001b57038000000000001b57] [2024/06/02 08:07:04.208 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/e61e11f0-cfef-4408-b8a7-4714befbf14a] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=26.409703ms] [write-speed(bytes/s)=3.467MiB] [2024/06/02 08:07:04.208 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/e61e11f0-cfef-4408-b8a7-4714befbf14a] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=3.981152ms] [write-time=26.559314ms] [sort-speed(kv/s)=251183.5770] [writer-id=index/3/e61e11f0-cfef-4408-b8a7-4714befbf14a] [2024/06/02 08:07:04.208 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/e61e11f0-cfef-4408-b8a7-4714befbf14a] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d373030ff3000000000000000f8038000000000001b58038000000000001b58] [maxKey=7480000000000000725f69800000000000000301746573742d373939ff3900000000000000f8038000000000001f3f038000000000001f3f] [2024/06/02 08:07:04.211 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=24.354283ms] [write-speed(bytes/s)=3.211MiB] [2024/06/02 08:07:04.211 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.690457ms] [write-time=24.499879ms] [sort-speed(kv/s)=371684.0671] [writer-id=index/1/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [2024/06/02 08:07:04.211 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000101746573742d353939ff3900000000000000f803800000000000176f] [2024/06/02 08:07:04.212 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/72a5027b-e73f-4bba-aae6-1039233b372a] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=19.15798ms] [write-speed(bytes/s)=4.082MiB] [2024/06/02 08:07:04.212 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/72a5027b-e73f-4bba-aae6-1039233b372a] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.598035ms] [write-time=19.2844ms] [sort-speed(kv/s)=625768.5220] [writer-id=index/1/72a5027b-e73f-4bba-aae6-1039233b372a] [2024/06/02 08:07:04.212 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/72a5027b-e73f-4bba-aae6-1039233b372a] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000101746573742d313939ff3900000000000000f80380000000000007cf] [2024/06/02 08:07:04.270 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/ddade52d-6ef2-4026-a780-f6258e209406] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=61.018994ms] [write-speed(bytes/s)=1.5MiB] [2024/06/02 08:07:04.270 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/ddade52d-6ef2-4026-a780-f6258e209406] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.599255ms] [write-time=61.186446ms] [sort-speed(kv/s)=217426.5180] [writer-id=index/2/ddade52d-6ef2-4026-a780-f6258e209406] [2024/06/02 08:07:04.270 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/ddade52d-6ef2-4026-a780-f6258e209406] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f698000000000000002038000000000000bb701746573742d323939ff3900000000000000f8038000000000000bb7] [2024/06/02 08:07:04.271 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=58.337438ms] [write-speed(bytes/s)=1.34MiB] [2024/06/02 08:07:04.271 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=7.258752ms] [write-time=58.543376ms] [sort-speed(kv/s)=137764.7287] [writer-id=index/1/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [2024/06/02 08:07:04.271 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000101746573742d363939ff3900000000000000f8038000000000001b57] [2024/06/02 08:07:04.278 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/e254e05e-8a7c-49f7-b166-c75676be6021] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=65.655878ms] [write-speed(bytes/s)=1.394MiB] [2024/06/02 08:07:04.278 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/e254e05e-8a7c-49f7-b166-c75676be6021] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=7.635854ms] [write-time=65.821912ms] [sort-speed(kv/s)=130961.1210] [writer-id=index/3/e254e05e-8a7c-49f7-b166-c75676be6021] [2024/06/02 08:07:04.278 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/e254e05e-8a7c-49f7-b166-c75676be6021] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000301746573742d333939ff3900000000000000f8038000000000000f9f038000000000000f9f] [2024/06/02 08:07:04.279 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/e61e11f0-cfef-4408-b8a7-4714befbf14a] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=64.472955ms] [write-speed(bytes/s)=1.213MiB] [2024/06/02 08:07:04.279 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/e61e11f0-cfef-4408-b8a7-4714befbf14a] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=6.314479ms] [write-time=64.599962ms] [sort-speed(kv/s)=158366.1930] [writer-id=index/1/e61e11f0-cfef-4408-b8a7-4714befbf14a] [2024/06/02 08:07:04.279 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/e61e11f0-cfef-4408-b8a7-4714befbf14a] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000101746573742d373939ff3900000000000000f8038000000000001f3f] [2024/06/02 08:07:04.280 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=64.019397ms] [write-speed(bytes/s)=1.43MiB] [2024/06/02 08:07:04.280 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.840341ms] [write-time=64.194896ms] [sort-speed(kv/s)=206597.0145] [writer-id=index/2/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [2024/06/02 08:07:04.280 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000138801746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000203800000000000176f01746573742d353939ff3900000000000000f803800000000000176f] [2024/06/02 08:07:04.281 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/72a5027b-e73f-4bba-aae6-1039233b372a] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=64.619967ms] [write-speed(bytes/s)=1.417MiB] [2024/06/02 08:07:04.281 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/72a5027b-e73f-4bba-aae6-1039233b372a] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=3.809283ms] [write-time=64.768055ms] [sort-speed(kv/s)=262516.5943] [writer-id=index/2/72a5027b-e73f-4bba-aae6-1039233b372a] [2024/06/02 08:07:04.281 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/72a5027b-e73f-4bba-aae6-1039233b372a] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f6980000000000000020380000000000007cf01746573742d313939ff3900000000000000f80380000000000007cf] [2024/06/02 08:07:04.294 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/ddade52d-6ef2-4026-a780-f6258e209406] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=21.183542ms] [write-speed(bytes/s)=4.322MiB] [2024/06/02 08:07:04.294 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/ddade52d-6ef2-4026-a780-f6258e209406] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.503372ms] [write-time=21.350198ms] [sort-speed(kv/s)=399461.2067] [writer-id=index/3/ddade52d-6ef2-4026-a780-f6258e209406] [2024/06/02 08:07:04.294 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/ddade52d-6ef2-4026-a780-f6258e209406] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000725f69800000000000000301746573742d323939ff3900000000000000f8038000000000000bb7038000000000000bb7] [2024/06/02 08:07:04.295 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=21.348408ms] [write-speed(bytes/s)=4.289MiB] [2024/06/02 08:07:04.296 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.545084ms] [write-time=21.50759ms] [sort-speed(kv/s)=392914.3400] [writer-id=index/2/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [2024/06/02 08:07:04.296 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/aa28a0ac-16ea-4a02-8300-1d5ce0d2493e] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000177001746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f698000000000000002038000000000001b5701746573742d363939ff3900000000000000f8038000000000001b57] [2024/06/02 08:07:04.302 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/e254e05e-8a7c-49f7-b166-c75676be6021] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=20.410298ms] [write-speed(bytes/s)=3.831MiB] [2024/06/02 08:07:04.302 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/e254e05e-8a7c-49f7-b166-c75676be6021] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.461023ms] [write-time=20.550854ms] [sort-speed(kv/s)=406335.0891] [writer-id=index/1/e254e05e-8a7c-49f7-b166-c75676be6021] [2024/06/02 08:07:04.302 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/e254e05e-8a7c-49f7-b166-c75676be6021] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000101746573742d333939ff3900000000000000f8038000000000000f9f] [2024/06/02 08:07:04.309 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/e61e11f0-cfef-4408-b8a7-4714befbf14a] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=25.312514ms] [write-speed(bytes/s)=3.617MiB] [2024/06/02 08:07:04.309 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/e61e11f0-cfef-4408-b8a7-4714befbf14a] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.229598ms] [write-time=25.456352ms] [sort-speed(kv/s)=236429.0885] [writer-id=index/2/e61e11f0-cfef-4408-b8a7-4714befbf14a] [2024/06/02 08:07:04.309 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/e61e11f0-cfef-4408-b8a7-4714befbf14a] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000001b5801746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f698000000000000002038000000000001f3f01746573742d373939ff3900000000000000f8038000000000001f3f] [2024/06/02 08:07:04.310 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=24.217748ms] [write-speed(bytes/s)=3.78MiB] [2024/06/02 08:07:04.310 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.72735ms] [write-time=24.356597ms] [sort-speed(kv/s)=211535.0038] [writer-id=index/3/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [2024/06/02 08:07:04.310 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/f00923c2-eee2-40b8-b7bd-bdfcff0b3da9] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d353030ff3000000000000000f8038000000000001388038000000000001388] [maxKey=7480000000000000725f69800000000000000301746573742d353939ff3900000000000000f803800000000000176f03800000000000176f] [2024/06/02 08:07:04.311 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/72a5027b-e73f-4bba-aae6-1039233b372a] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=25.099811ms] [write-speed(bytes/s)=3.648MiB] [2024/06/02 08:07:04.311 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/72a5027b-e73f-4bba-aae6-1039233b372a] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.215857ms] [write-time=25.239678ms] [sort-speed(kv/s)=237199.6963] [writer-id=index/3/72a5027b-e73f-4bba-aae6-1039233b372a] [2024/06/02 08:07:04.311 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/72a5027b-e73f-4bba-aae6-1039233b372a] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000725f69800000000000000301746573742d313939ff3900000000000000f80380000000000007cf0380000000000007cf] [2024/06/02 08:07:04.319 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/e254e05e-8a7c-49f7-b166-c75676be6021] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=15.648115ms] [write-speed(bytes/s)=5.851MiB] [2024/06/02 08:07:04.319 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/e254e05e-8a7c-49f7-b166-c75676be6021] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.301481ms] [write-time=15.793647ms] [sort-speed(kv/s)=768355.4351] [writer-id=index/2/e254e05e-8a7c-49f7-b166-c75676be6021] [2024/06/02 08:07:04.319 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/e254e05e-8a7c-49f7-b166-c75676be6021] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f698000000000000002038000000000000f9f01746573742d333939ff3900000000000000f8038000000000000f9f] [2024/06/02 08:07:04.901 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [readDur=84.281422ms] [encodeDur=742.513957ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=10.341935ms] [type=file] [takeTime=882.165413ms] [] [2024/06/02 08:07:04.909 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [readDur=59.686634ms] [encodeDur=729.797772ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=9.918226ms] [type=file] [takeTime=811.961093ms] [] [2024/06/02 08:07:04.934 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/be55e04e-ef38-4234-9607-fd89fc317d2f] [sequence-number=0] [bytes=104890] [stat-size=74] [write-time=29.828367ms] [write-speed(bytes/s)=3.354MiB] [2024/06/02 08:07:04.934 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/be55e04e-ef38-4234-9607-fd89fc317d2f] [sequence-number=0] [bytes=104890] [kv-cnt=2000] [sort-time=2.584677ms] [write-time=30.012984ms] [sort-speed(kv/s)=773791.0772] [writer-id=data/be55e04e-ef38-4234-9607-fd89fc317d2f] [2024/06/02 08:07:04.934 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/be55e04e-ef38-4234-9607-fd89fc317d2f] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000000] [maxKey=7480000000000000725f728000000000002327] [2024/06/02 08:07:04.940 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/94ef24a9-49a1-417e-926b-11407c5bf90a] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=28.797856ms] [write-speed(bytes/s)=3.51MiB] [2024/06/02 08:07:04.940 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/94ef24a9-49a1-417e-926b-11407c5bf90a] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=2.537437ms] [write-time=28.957102ms] [sort-speed(kv/s)=788196.9089] [writer-id=data/94ef24a9-49a1-417e-926b-11407c5bf90a] [2024/06/02 08:07:04.941 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/94ef24a9-49a1-417e-926b-11407c5bf90a] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000fa0] [maxKey=7480000000000000725f72800000000000270f] [2024/06/02 08:07:04.985 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/94ef24a9-49a1-417e-926b-11407c5bf90a] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=32.092503ms] [write-speed(bytes/s)=5.706MiB] [2024/06/02 08:07:04.985 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/94ef24a9-49a1-417e-926b-11407c5bf90a] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=11.823802ms] [write-time=32.311119ms] [sort-speed(kv/s)=169150.3291] [writer-id=index/2/94ef24a9-49a1-417e-926b-11407c5bf90a] [2024/06/02 08:07:04.985 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/94ef24a9-49a1-417e-926b-11407c5bf90a] [kv-cnt-cap=2048] [minKey=7480000000000000725f698000000000000002038000000000000fa001746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/06/02 08:07:05.008 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/be55e04e-ef38-4234-9607-fd89fc317d2f] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=37.979153ms] [write-speed(bytes/s)=4.768MiB] [2024/06/02 08:07:05.008 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/be55e04e-ef38-4234-9607-fd89fc317d2f] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=35.365155ms] [write-time=38.170731ms] [sort-speed(kv/s)=56552.8413] [writer-id=index/3/be55e04e-ef38-4234-9607-fd89fc317d2f] [2024/06/02 08:07:05.008 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/be55e04e-ef38-4234-9607-fd89fc317d2f] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff0000000000000000f70380000000000003e70380000000000003e7] [2024/06/02 08:07:05.019 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/94ef24a9-49a1-417e-926b-11407c5bf90a] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=31.589767ms] [write-speed(bytes/s)=5.796MiB] [2024/06/02 08:07:05.019 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/94ef24a9-49a1-417e-926b-11407c5bf90a] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.594125ms] [write-time=31.741162ms] [sort-speed(kv/s)=770972.8714] [writer-id=index/3/94ef24a9-49a1-417e-926b-11407c5bf90a] [2024/06/02 08:07:05.020 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/94ef24a9-49a1-417e-926b-11407c5bf90a] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d343030ff3000000000000000f8038000000000000fa0038000000000000fa0] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/06/02 08:07:05.058 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/94ef24a9-49a1-417e-926b-11407c5bf90a] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=31.905646ms] [write-speed(bytes/s)=4.902MiB] [2024/06/02 08:07:05.059 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/94ef24a9-49a1-417e-926b-11407c5bf90a] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=6.604053ms] [write-time=32.108857ms] [sort-speed(kv/s)=302844.3291] [writer-id=index/1/94ef24a9-49a1-417e-926b-11407c5bf90a] [2024/06/02 08:07:05.059 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/94ef24a9-49a1-417e-926b-11407c5bf90a] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/06/02 08:07:05.067 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/be55e04e-ef38-4234-9607-fd89fc317d2f] [sequence-number=0] [bytes=161990] [stat-size=121] [write-time=28.798747ms] [write-speed(bytes/s)=5.364MiB] [2024/06/02 08:07:05.067 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/be55e04e-ef38-4234-9607-fd89fc317d2f] [sequence-number=0] [bytes=161990] [kv-cnt=2000] [sort-time=29.914428ms] [write-time=28.966699ms] [sort-speed(kv/s)=66857.3706] [writer-id=index/1/be55e04e-ef38-4234-9607-fd89fc317d2f] [2024/06/02 08:07:05.067 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/be55e04e-ef38-4234-9607-fd89fc317d2f] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff0000000000000000f70380000000000003e7] [2024/06/02 08:07:05.097 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/be55e04e-ef38-4234-9607-fd89fc317d2f] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=27.802185ms] [write-speed(bytes/s)=6.513MiB] [2024/06/02 08:07:05.098 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/be55e04e-ef38-4234-9607-fd89fc317d2f] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=2.188381ms] [write-time=27.937526ms] [sort-speed(kv/s)=913917.6405] [writer-id=index/2/be55e04e-ef38-4234-9607-fd89fc317d2f] [2024/06/02 08:07:05.098 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/be55e04e-ef38-4234-9607-fd89fc317d2f] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/06/02 08:07:05.098 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [takeTime=2.829024254s] [] [2024/06/02 08:07:05.099 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/06/02 08:07:05.284 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/06/02 08:07:05.286 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.286 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.286 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.286 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:05.288 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:05.289 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.289 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.289 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.289 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.289 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=3.096012401s] [] [2024/06/02 08:07:05.359 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/06/02 08:07:05.361 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:05.363 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/06/02 08:07:05.385 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/06/02 08:07:05.385 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/06/02 08:07:05.385 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/06/02 08:07:05.386 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/06/02 08:07:05.386 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/06/02 08:07:05.386 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/06/02 08:07:05.553 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/06/02 08:07:05.556 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:05.558 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/06/02 08:07:05.621 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:05.622 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:05.626 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/06/02 08:07:05.626 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/02 08:07:05.629 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:05.629 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:05.630 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:07:05.631 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.631 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:05.632 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.632 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:05.632 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.632 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.632 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.636 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:05.636 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.636 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.637 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:05.637 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:07:05.638 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:07:05.644 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=8] [2024/06/02 08:07:05.645 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:07:05.648 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:05.648 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:05.649 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:07:05.650 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.650 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:05.652 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.652 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:05.652 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:05.651 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.652 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:05.656 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.656 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.656 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.656 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:05.657 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:07:05.657 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:07:05.663 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f72800000000000270f00] [dataFiles=8] [2024/06/02 08:07:05.663 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:07:05.666 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:05.667 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:05.668 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:07:05.668 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.668 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:05.669 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.669 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.669 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:05.669 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:05.670 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.674 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:05.674 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.674 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.674 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:05.675 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:07:05.675 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:07:05.681 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/06/02 08:07:05.681 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:07:05.684 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:05.684 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:05.685 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:07:05.686 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.686 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:05.687 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.687 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:05.687 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:05.687 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.687 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.691 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.691 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.691 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.691 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:05.692 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/02 08:07:05.693 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/02 08:07:05.699 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/06/02 08:07:05.699 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/02 08:07:05.700 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/06/02 08:07:05.700 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/06/02 08:07:05.926 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/06/02 08:07:05.957 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:07:05.999 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:07:06.002 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:06.003 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:06.012 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:06.012 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:07:06.012 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:06.013 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:06.014 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:06.014 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:06.014 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:06.014 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:06.014 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:06.029 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:06.031 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:06.031 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/06/02 08:07:06.065 +00:00] [ERROR] [distsql.go:1462] ["table reader fetch next chunk failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).readFromDefault\n\tpkg/distsql/select_result.go:422\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:396\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).nextChunk\n\tpkg/executor/table_reader.go:607\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Next\n\tpkg/executor/table_reader.go:330\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1460\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1462\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760"] [2024/06/02 08:07:06.087 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [2024/06/02 08:07:06.087 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:06.092 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000725F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/06/02 08:07:06.092 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:06.114 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:07:06.114 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:06.115 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:07:06.116 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/06/02 08:07:06.116 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.468Β΅s] [2024/06/02 08:07:06.116 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.245719ms] [] [2024/06/02 08:07:06.116 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:07:06.116 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/06/02 08:07:06.116 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:07:06.123 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.879103ms] [] [2024/06/02 08:07:06.217 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:06.218 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=101.507149ms] [] [2024/06/02 08:07:06.218 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/06/02 08:07:06.219 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=103.143233ms] [droppedSize=0] [2024/06/02 08:07:06.311 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=37.194914ms] [2024/06/02 08:07:06.355 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=135.567455ms] [2024/06/02 08:07:06.457 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/06/02 08:07:06.460 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [takeTime=372.296071ms] [] [2024/06/02 08:07:06.536 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=data] [2024/06/02 08:07:06.536 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:06.541 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F728000000000000000] [endKey=7480000000000000725F72800000000000270F00] [ranges=1] [] [2024/06/02 08:07:06.541 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:06.564 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:07:06.564 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:06.564 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:07:06.565 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F728000000000FF0000000000000000FA] [end=7480000000000000FF725F728000000000FF00270F0000000000FC] [2024/06/02 08:07:06.565 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.834Β΅s] [2024/06/02 08:07:06.565 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.288871ms] [] [2024/06/02 08:07:06.565 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:07:06.565 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX3KAAAAAAAAAAA=="] [end-key="dIAAAAAAAAByX3KAAAAAAAAnDwA="] [2024/06/02 08:07:06.565 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:07:06.571 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.816166ms] [] [2024/06/02 08:07:06.679 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:06.680 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=114.200066ms] [] [2024/06/02 08:07:06.680 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/06/02 08:07:06.682 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=116.848755ms] [droppedSize=0] [2024/06/02 08:07:06.790 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=107.704841ms] [2024/06/02 08:07:06.879 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/06/02 08:07:06.882 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=data] [takeTime=345.608035ms] [] [2024/06/02 08:07:06.968 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=1] [2024/06/02 08:07:06.969 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:06.973 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/06/02 08:07:06.973 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:07.000 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:07:07.001 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:07.001 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:07:07.003 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF725F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F8] [2024/06/02 08:07:07.003 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=16.604Β΅s] [2024/06/02 08:07:07.003 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=2.01316ms] [] [2024/06/02 08:07:07.003 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:07:07.003 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/06/02 08:07:07.003 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:07:07.011 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.425148ms] [] [2024/06/02 08:07:07.096 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:07.097 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=93.619826ms] [] [2024/06/02 08:07:07.097 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/06/02 08:07:07.099 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=95.635949ms] [droppedSize=0] [2024/06/02 08:07:07.233 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=134.583877ms] [2024/06/02 08:07:07.345 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/06/02 08:07:07.347 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=1] [takeTime=378.932562ms] [] [2024/06/02 08:07:07.428 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [2024/06/02 08:07:07.428 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:07.433 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/06/02 08:07:07.433 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:07.455 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/02 08:07:07.455 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:07.456 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/02 08:07:07.457 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F9] [2024/06/02 08:07:07.457 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.602Β΅s] [2024/06/02 08:07:07.457 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.281207ms] [] [2024/06/02 08:07:07.457 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/02 08:07:07.457 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/06/02 08:07:07.457 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/02 08:07:07.465 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.55889ms] [] [2024/06/02 08:07:07.596 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:07.596 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=139.300091ms] [] [2024/06/02 08:07:07.597 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/06/02 08:07:07.599 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=141.427675ms] [droppedSize=0] [2024/06/02 08:07:07.695 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=96.391753ms] [2024/06/02 08:07:07.818 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/06/02 08:07:07.820 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [takeTime=392.293584ms] [] [2024/06/02 08:07:07.876 +00:00] [INFO] [task_executor.go:460] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/06/02 08:07:07.885 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:07.885 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:07.885 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:07.885 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:07.885 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:07.885 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:07.885 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:07.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:07.885 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:07.886 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:07.886 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:07.886 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:07.886 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:07.888 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:07.888 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:07.888 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:07.888 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:07.888 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:07.888 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.888510499s] [] [2024/06/02 08:07:07.962 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/06/02 08:07:07.964 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:07.966 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/06/02 08:07:07.966 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:08.065 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/06/02 08:07:08.070 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:08.070 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:07:08.218 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/06/02 08:07:08.218 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/02 08:07:08.274 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:07:08.316 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:07:08.367 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/06/02 08:07:08.368 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/06/02 08:07:08.368 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/06/02 08:07:08.368 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=13.365Β΅s] [] [2024/06/02 08:07:08.368 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=-1] [size=368890] [kvs=10000] [checksum=14807964115588225436] [2024/06/02 08:07:08.368 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=1] [size=657990] [kvs=10000] [checksum=4056391227583092039] [2024/06/02 08:07:08.368 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=2] [size=797862] [kvs=10000] [checksum=554937224690942610] [2024/06/02 08:07:08.368 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=3] [size=797862] [kvs=10000] [checksum=7064370007260104284] [2024/06/02 08:07:08.368 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/06/02 08:07:08.368 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [weight=30] [2024/06/02 08:07:08.368 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [concurrency=15] [2024/06/02 08:07:08.377 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=14807964115588225436] [totalKvs=10000] [totalBytes=368890] [2024/06/02 08:07:08.379 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=3] [checksum=7064370007260104284] [totalKvs=10000] [totalBytes=797862] [2024/06/02 08:07:08.386 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=1] [checksum=4056391227583092039] [totalKvs=10000] [totalBytes=657990] [2024/06/02 08:07:08.388 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=2] [checksum=554937224690942610] [totalKvs=10000] [totalBytes=797862] [2024/06/02 08:07:08.388 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/06/02 08:07:08.389 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=20.859648ms] [] [2024/06/02 08:07:08.389 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=21.128292ms] [] [2024/06/02 08:07:08.434 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=118.116511ms] [] [2024/06/02 08:07:08.488 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:08.488 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/06/02 08:07:08.492 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/06/02 08:07:08.540 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:08.543 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/02 08:07:08.565 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:08.565 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:08.567 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/06/02 08:07:08.568 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:08.569 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:08.740 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.304010489\n# Parse_time: 0.000619031\n# Compile_time: 0.001328369\n# Rewrite_time: 0.000249725\n# Optimize_time: 0.00183726\n# Wait_TS: 0\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 3af11c8e2b29a6bdf0b4cbd04e051f2f372d40c542763c4a244575bb0aceaee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny4zcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Ny4zcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:07:08.783 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=216.519469ms] [] [2024/06/02 08:07:08.918 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSplitFile [2024/06/02 08:07:09.103 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/06/02 08:07:09.106 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/06/02 08:07:09.138 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:09.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:09.138 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:09.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database split_file"] [2024/06/02 08:07:09.216 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.273 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.862585ms] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:09.289 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/06/02 08:07:09.291 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=45.568632ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:09.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.374 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.092 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.408 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/06/02 08:07:09.408 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:09.412 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.306765938\n# Parse_time: 0.000265104\n# Compile_time: 0.000568695\n# Rewrite_time: 0.00001279\n# Optimize_time: 0.002118993\n# Wait_TS: 0.000494431\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: d1c209fc62b2dfcc47c3a75dd8157e86107e73a6ca828b85b85bed2054dd303b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database split_file;"] [2024/06/02 08:07:09.415 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/06/02 08:07:09.463 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:09.463 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/06/02 08:07:09.542 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.550 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 118, Table Name: t"] [2024/06/02 08:07:09.610 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.460435ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:09.623 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/06/02 08:07:09.625 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=21.448418ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.698 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.392 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.762 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/06/02 08:07:09.763 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:09.767 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.353505378\n# Parse_time: 0.00098593\n# Compile_time: 0.000803552\n# Rewrite_time: 0.000012631\n# Optimize_time: 0.002118993\n# Wait_TS: 0.00033185\n# DB: split_file\n# Is_internal: false\n# Digest: 718201778bd66f1725ab392506a8b0f1272a93661033ae5865aa2626ded770f8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse split_file;\ncreate table t (a bigint primary key , b varchar(100));"] [2024/06/02 08:07:09.786 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:09.992 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"lines_terminated_by\":\"\\n\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/06/02 08:07:10.096 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/06/02 08:07:10.171 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:10.172 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:07:10.278 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:10.279 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:10.280 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/06/02 08:07:10.304 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:10.308 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:10.308 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/02 08:07:10.314 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.856989ms] [2024/06/02 08:07:10.314 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=6.080004ms] [] [2024/06/02 08:07:10.315 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/06/02 08:07:10.315 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/06/02 08:07:10.466 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/06/02 08:07:10.485 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/06/02 08:07:10.502 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:07:10.571 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:07:10.572 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/02 08:07:10.575 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:10.585 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:10.585 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:07:10.585 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:10.585 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:10.587 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:10.586 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:10.586 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:10.587 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:10.587 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:10.603 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:10.605 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:10.605 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/06/02 08:07:10.605 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/06/02 08:07:10.605 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/06/02 08:07:10.650 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/06/02 08:07:10.660 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/02 08:07:10.664 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/02 08:07:10.664 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/02 08:07:10.723 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/06/02 08:07:10.758 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=6.354496ms] [encodeDur=25.54576ms] [checksum="{cksum=6278114383962372199,size=6334,kvs=179}"] [deliverDur=1.507878ms] [type=file] [takeTime=34.611733ms] [] [2024/06/02 08:07:10.760 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=110.507409ms] [] [2024/06/02 08:07:10.760 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6334] [kvs=179] [files=1] [sstFileSize=2486] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/987be84c-127e-4954-b745-689b8d347fbb.sst] [firstKey=7480000000000000765F728000000000000000] [lastKey=7480000000000000765F7280000000000000B2] [2024/06/02 08:07:10.760 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:10.760 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:10.760 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/02 08:07:10.763 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.306294ms] [] [2024/06/02 08:07:10.763 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/06/02 08:07:10.768 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:10.790 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/06/02 08:07:10.790 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:10.809 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/06/02 08:07:10.812 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=48.609707ms] [] [2024/06/02 08:07:10.812 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/02 08:07:10.813 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.10032ms] [] [2024/06/02 08:07:10.813 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:10.813 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/02 08:07:10.815 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.602859ms] [] [2024/06/02 08:07:10.815 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/06/02 08:07:10.815 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/02 08:07:10.815 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=94.368Β΅s] [] [2024/06/02 08:07:10.815 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/02 08:07:10.816 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=843.926Β΅s] [] [2024/06/02 08:07:10.883 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [2024/06/02 08:07:10.887 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/02 08:07:10.891 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/02 08:07:10.892 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/02 08:07:10.903 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/06/02 08:07:10.937 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=5.985108ms] [encodeDur=26.684481ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=520.033Β΅s] [type=file] [takeTime=34.180327ms] [] [2024/06/02 08:07:10.939 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [takeTime=55.757559ms] [] [2024/06/02 08:07:10.939 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/6844caa9-719b-4de7-b160-76db9e88e92b.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/06/02 08:07:10.939 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/06/02 08:07:10.939 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/06/02 08:07:10.939 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/02 08:07:10.941 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.129435ms] [] [2024/06/02 08:07:10.941 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/06/02 08:07:10.946 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:10.968 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/06/02 08:07:10.969 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:11.009 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/06/02 08:07:11.012 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=70.396852ms] [] [2024/06/02 08:07:11.012 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/02 08:07:11.014 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.836895ms] [] [2024/06/02 08:07:11.014 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/06/02 08:07:11.014 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/02 08:07:11.017 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=2.645993ms] [] [2024/06/02 08:07:11.017 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/06/02 08:07:11.017 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/02 08:07:11.017 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=81.883Β΅s] [] [2024/06/02 08:07:11.017 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/02 08:07:11.018 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.101401ms] [] [2024/06/02 08:07:11.089 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [2024/06/02 08:07:11.093 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/02 08:07:11.097 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/02 08:07:11.098 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/02 08:07:11.108 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/06/02 08:07:11.136 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=4.884198ms] [encodeDur=21.543266ms] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [deliverDur=601.662Β΅s] [type=file] [takeTime=28.133012ms] [] [2024/06/02 08:07:11.138 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/f1e605eb-dd48-418d-ab4b-e64505006d4f.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/06/02 08:07:11.138 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [takeTime=49.013489ms] [] [2024/06/02 08:07:11.138 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/06/02 08:07:11.138 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/06/02 08:07:11.138 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/02 08:07:11.140 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.08917ms] [] [2024/06/02 08:07:11.140 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/06/02 08:07:11.145 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:11.168 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/06/02 08:07:11.168 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:11.186 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/06/02 08:07:11.188 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=47.268234ms] [] [2024/06/02 08:07:11.188 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/02 08:07:11.189 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.229617ms] [] [2024/06/02 08:07:11.189 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/06/02 08:07:11.189 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/02 08:07:11.191 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.624925ms] [] [2024/06/02 08:07:11.191 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/06/02 08:07:11.191 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/02 08:07:11.191 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=114.295Β΅s] [] [2024/06/02 08:07:11.191 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/02 08:07:11.192 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=941.818Β΅s] [] [2024/06/02 08:07:11.242 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/02 08:07:11.248 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:11.248 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:11.248 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:11.248 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:11.248 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:11.248 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:11.249 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:11.249 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:11.249 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:11.249 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:11.249 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:11.249 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:11.249 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:11.251 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:11.251 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:11.251 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:11.251 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:11.251 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:11.251 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=680.600119ms] [] [2024/06/02 08:07:11.299 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:11.301 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:11.303 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:11.303 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:11.370 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/06/02 08:07:11.372 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:11.372 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:07:11.581 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:07:11.632 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/06/02 08:07:11.632 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/06/02 08:07:11.632 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/06/02 08:07:11.632 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=9.482Β΅s] [] [2024/06/02 08:07:11.632 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [groupId=-1] [size=17890] [kvs=500] [checksum=14807964115588225436] [2024/06/02 08:07:11.632 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/06/02 08:07:11.632 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [weight=30] [2024/06/02 08:07:11.633 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [concurrency=15] [2024/06/02 08:07:11.637 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=14807964115588225436] [totalKvs=500] [totalBytes=17890] [2024/06/02 08:07:11.638 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/06/02 08:07:11.638 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=5.836667ms] [] [2024/06/02 08:07:11.638 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=6.055373ms] [] [2024/06/02 08:07:11.682 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=100.165536ms] [] [2024/06/02 08:07:11.705 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:11.705 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/06/02 08:07:11.708 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/06/02 08:07:11.787 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:11.805 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/06/02 08:07:11.816 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:11.817 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:11.818 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:11.818 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/06/02 08:07:11.916 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:11.926 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:11.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.189459642\n# Parse_time: 0.00079546\n# Compile_time: 0.001747662\n# Rewrite_time: 0.00034202\n# Optimize_time: 0.002118993\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff8c7a90b6a08155ae0c30f4c542caa39e345b748ddb8d3b0de2c4daa189961\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xOXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xOXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, lines_terminated_by=_UTF8MB4' ', __max_engine_size=_UTF8MB4'1';"] [2024/06/02 08:07:12.060 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/06/02 08:07:12.093 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:12.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:07:12.093 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:12.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:12.193 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.207 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 116, Table ID: 120, Table Name: t, Old Table ID: 118, Old Table Name: t"] [2024/06/02 08:07:12.255 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=3.096443ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:12.267 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/06/02 08:07:12.270 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=23.009616ms] [job="ID:121, Type:truncate table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.351 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=121] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/06/02 08:07:12.363 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="truncate table"] [2024/06/02 08:07:12.367 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:truncate table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.042 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.422 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/06/02 08:07:12.422 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:12.426 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.367091425\n# Parse_time: 0.000347496\n# Compile_time: 0.001032886\n# Rewrite_time: 0.000013404\n# Optimize_time: 0.001264681\n# Wait_TS: 0.000606609\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:07:12.443 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:12.644 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"lines_terminated_by\":\"\\n\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/06/02 08:07:12.748 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/06/02 08:07:12.793 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:12.794 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:07:12.901 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:12.902 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:12.903 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/06/02 08:07:12.924 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:12.927 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:12.927 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/02 08:07:12.932 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.301152ms] [2024/06/02 08:07:12.932 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.48512ms] [] [2024/06/02 08:07:12.933 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/06/02 08:07:12.933 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/06/02 08:07:13.111 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/06/02 08:07:13.133 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/06/02 08:07:13.162 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:07:13.210 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:07:13.211 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/02 08:07:13.213 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:13.223 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:13.223 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:07:13.223 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:13.224 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:13.225 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:13.225 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:13.225 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:13.225 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:13.225 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:13.241 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:13.243 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:13.243 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/06/02 08:07:13.243 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/06/02 08:07:13.243 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/06/02 08:07:13.296 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/06/02 08:07:13.300 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/02 08:07:13.305 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/02 08:07:13.305 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/06/02 08:07:13.316 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:0] [2024/06/02 08:07:13.347 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:0] [readDur=5.20883ms] [encodeDur=24.016545ms] [checksum="{cksum=10186756693624054687,size=6300,kvs=178}"] [deliverDur=571.654Β΅s] [type=file] [takeTime=30.894252ms] [] [2024/06/02 08:07:13.348 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=52.247608ms] [] [2024/06/02 08:07:13.348 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6300] [kvs=178] [files=1] [sstFileSize=2480] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/73b91285-221c-47da-b710-7f51ce49559d.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F7280000000000000B2] [2024/06/02 08:07:13.349 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:13.349 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:13.349 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/02 08:07:13.351 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.972471ms] [] [2024/06/02 08:07:13.351 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/06/02 08:07:13.356 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:13.378 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/06/02 08:07:13.378 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:13.419 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/06/02 08:07:13.422 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=71.104077ms] [] [2024/06/02 08:07:13.422 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/02 08:07:13.423 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.227654ms] [] [2024/06/02 08:07:13.424 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:13.424 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/02 08:07:13.426 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=2.260728ms] [] [2024/06/02 08:07:13.426 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/06/02 08:07:13.426 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/02 08:07:13.426 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=70.423Β΅s] [] [2024/06/02 08:07:13.426 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/02 08:07:13.428 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.217854ms] [] [2024/06/02 08:07:13.502 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [2024/06/02 08:07:13.506 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/02 08:07:13.510 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/02 08:07:13.510 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/06/02 08:07:13.521 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [2024/06/02 08:07:13.550 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [readDur=4.980232ms] [encodeDur=22.558682ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=517.038Β΅s] [type=file] [takeTime=29.084139ms] [] [2024/06/02 08:07:13.552 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [takeTime=49.902511ms] [] [2024/06/02 08:07:13.552 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/bf479dd8-b261-4710-a1ef-486e0dfd341b.sst] [firstKey=7480000000000000785F7280000000000000B3] [lastKey=7480000000000000785F728000000000000154] [2024/06/02 08:07:13.552 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/06/02 08:07:13.552 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/06/02 08:07:13.552 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/02 08:07:13.554 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.074641ms] [] [2024/06/02 08:07:13.554 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/06/02 08:07:13.559 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:13.581 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/06/02 08:07:13.581 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:13.598 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/06/02 08:07:13.600 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=45.824402ms] [] [2024/06/02 08:07:13.600 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/02 08:07:13.602 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.413934ms] [] [2024/06/02 08:07:13.602 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/06/02 08:07:13.602 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/02 08:07:13.604 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.736048ms] [] [2024/06/02 08:07:13.604 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/06/02 08:07:13.604 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/02 08:07:13.604 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=101.469Β΅s] [] [2024/06/02 08:07:13.604 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/02 08:07:13.605 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.018776ms] [] [2024/06/02 08:07:13.674 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [2024/06/02 08:07:13.678 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/02 08:07:13.682 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/02 08:07:13.682 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/06/02 08:07:13.708 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [2024/06/02 08:07:13.737 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [readDur=4.686406ms] [encodeDur=21.83334ms] [checksum="{cksum=15679111463926781008,size=5724,kvs=159}"] [deliverDur=799.112Β΅s] [type=file] [takeTime=28.457043ms] [] [2024/06/02 08:07:13.739 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [takeTime=64.501729ms] [] [2024/06/02 08:07:13.739 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/74e24523-0e01-4c53-a393-779ff5dd8df7.sst] [firstKey=7480000000000000785F728000000000000155] [lastKey=7480000000000000785F7280000000000001F3] [2024/06/02 08:07:13.739 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/06/02 08:07:13.739 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/06/02 08:07:13.739 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/02 08:07:13.742 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=3.12611ms] [] [2024/06/02 08:07:13.742 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/06/02 08:07:13.747 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:13.769 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/06/02 08:07:13.769 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:13.787 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/06/02 08:07:13.789 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=46.575858ms] [] [2024/06/02 08:07:13.789 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/02 08:07:13.790 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.074102ms] [] [2024/06/02 08:07:13.790 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/06/02 08:07:13.790 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/02 08:07:13.792 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.676646ms] [] [2024/06/02 08:07:13.792 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/06/02 08:07:13.792 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/02 08:07:13.792 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=67.242Β΅s] [] [2024/06/02 08:07:13.792 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/02 08:07:13.793 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=831.007Β΅s] [] [2024/06/02 08:07:13.871 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/02 08:07:13.879 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:13.879 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:13.879 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:13.879 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:13.879 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:13.879 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:13.879 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:13.879 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:13.879 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:13.879 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:13.880 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:13.880 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:13.880 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:13.882 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:13.882 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:13.882 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:13.882 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:13.882 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:13.882 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=672.083549ms] [] [2024/06/02 08:07:13.917 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:13.918 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:13.920 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:13.920 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:13.994 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/06/02 08:07:13.996 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:13.996 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:07:14.154 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:07:14.227 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/06/02 08:07:14.227 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/06/02 08:07:14.228 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/06/02 08:07:14.228 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=41.589Β΅s] [] [2024/06/02 08:07:14.228 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [groupId=-1] [size=17856] [kvs=499] [checksum=12595441316452543163] [2024/06/02 08:07:14.228 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [checksum="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/06/02 08:07:14.228 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [weight=30] [2024/06/02 08:07:14.228 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [concurrency=15] [2024/06/02 08:07:14.235 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=12595441316452543163] [totalKvs=499] [totalBytes=17856] [2024/06/02 08:07:14.236 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [local="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/06/02 08:07:14.236 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=8.596936ms] [] [2024/06/02 08:07:14.236 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=8.957901ms] [] [2024/06/02 08:07:14.288 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=133.32133ms] [] [2024/06/02 08:07:14.321 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:14.321 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/06/02 08:07:14.324 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/06/02 08:07:14.380 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/06/02 08:07:14.401 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:14.423 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:14.424 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:14.512 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:14.632 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.205615283\n# Parse_time: 0.001463113\n# Compile_time: 0.002139439\n# Rewrite_time: 0.000328348\n# Optimize_time: 0.001264681\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 0ecbe8e161f1b07f2c7d18a2afd5bf392db1a2fba4892509a9cd877780196c70\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4ycywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi4ycywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, lines_terminated_by=_UTF8MB4' ', skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/06/02 08:07:14.657 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=split_file] [sql="create table t2 (a int primary key nonclustered, b varchar(100));"] [user=] [2024/06/02 08:07:14.710 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:122, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:14.710 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:122, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2 (a int primary key nonclustered, b varchar(100));"] [2024/06/02 08:07:14.759 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:122, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:14.769 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 122, Table Name: t2"] [2024/06/02 08:07:14.846 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.783655ms] [gotSchemaVersion=61] [phyTblIDs="[122]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:14.859 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/06/02 08:07:14.862 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=23.198441ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:122, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:14.919 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:122, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.642 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:14.958 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/06/02 08:07:14.959 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:14.963 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.306903412\n# Parse_time: 0.00076812\n# Compile_time: 0.000958258\n# Rewrite_time: 0.000009102\n# Optimize_time: 0.001587433\n# Wait_TS: 0.000568788\n# DB: split_file\n# Is_internal: false\n# Digest: 0fc00de2a702bac8170529603ddb5df870b3905c639575bbcd0606304c274ff2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t2 (a int primary key nonclustered, b varchar(100));"] [2024/06/02 08:07:14.979 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:15.220 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://split-file/2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"lines_terminated_by\":\"\\r\\n\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/06/02 08:07:15.315 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=26B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:07:15.357 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:15.358 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:07:15.464 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:15.465 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:15.466 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/06/02 08:07:15.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:15.511 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/02 08:07:15.511 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=26] [2024/06/02 08:07:15.517 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=9] [RegionsCount=2] [BatchSize=26] [cost=6.279234ms] [2024/06/02 08:07:15.518 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=6.515997ms] [] [2024/06/02 08:07:15.518 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:15.518 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:07:15.649 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/06/02 08:07:15.669 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/06/02 08:07:15.676 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=8] [2024/06/02 08:07:15.715 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:07:15.716 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/02 08:07:15.717 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:15.726 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:15.726 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888307005648] [2024/06/02 08:07:15.727 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:15.727 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:15.728 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:15.728 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:15.728 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:15.728 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:15.728 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:15.743 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:15.744 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:15.744 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=752.3GB] [2024/06/02 08:07:15.744 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=768MiB] [per-index=256MiB] [2024/06/02 08:07:15.744 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=7] [disk-quota=700.7GiB] [2024/06/02 08:07:15.785 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=35] [2024/06/02 08:07:15.789 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [2024/06/02 08:07:15.792 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [2024/06/02 08:07:15.792 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/06/02 08:07:15.792 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/06/02 08:07:15.830 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=122] [key=2.csv:0] [2024/06/02 08:07:15.833 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=2.csv:0] [readDur=1.093807ms] [encodeDur=1.117604ms] [checksum="{cksum=9409098127078595649,size=207,kvs=6}"] [deliverDur=442.053Β΅s] [type=file] [takeTime=3.116182ms] [] [2024/06/02 08:07:15.835 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=99] [kvs=3] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/7/b7061b4d-cde2-5b63-bd61-55af03920c43.sst/482c4f33-a60b-4f60-a9a1-7f215e77e6af.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000003] [2024/06/02 08:07:15.876 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=122] [key=2.csv:15] [2024/06/02 08:07:15.878 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=2.csv:15] [readDur=233.618Β΅s] [encodeDur=748.235Β΅s] [checksum="{cksum=2162711943388796547,size=139,kvs=4}"] [deliverDur=321.14Β΅s] [type=file] [takeTime=1.629213ms] [] [2024/06/02 08:07:15.879 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=67] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/7/b7061b4d-cde2-5b63-bd61-55af03920c43.sst/f3076890-ea32-418d-a4d0-c6688ae8f812.sst] [firstKey=74800000000000007A5F728000000000000005] [lastKey=74800000000000007A5F728000000000000006] [2024/06/02 08:07:15.879 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=35] [takeTime=94.586189ms] [] [2024/06/02 08:07:15.880 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:15.880 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:15.880 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [2024/06/02 08:07:15.882 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [takeTime=1.767097ms] [] [2024/06/02 08:07:15.882 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [retryCnt=0] [2024/06/02 08:07:15.886 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:15.909 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=b7061b4d-cde2-5b63-bd61-55af03920c43] ["region ranges"=1] [count=5] [size=166] [2024/06/02 08:07:15.909 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:15.947 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=b7061b4d-cde2-5b63-bd61-55af03920c43] [size=166] [kvs=5] [importedSize=166] [importedCount=5] [2024/06/02 08:07:15.950 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [retryCnt=0] [takeTime=68.316026ms] [] [2024/06/02 08:07:15.950 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [2024/06/02 08:07:15.952 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [takeTime=1.641668ms] [] [2024/06/02 08:07:15.952 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:15.952 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [2024/06/02 08:07:15.954 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=180] [count=5] [cost=1.766382ms] [file=/tmp/tidb/import-4000/7/3f0a0734-602d-5886-ba9a-bb426e401303.sst/361ba43a-acff-433b-bd02-6f3bf400465b.sst] [2024/06/02 08:07:15.954 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=180] [kvs=5] [files=1] [sstFileSize=1011] [file=/tmp/tidb/import-4000/7/3f0a0734-602d-5886-ba9a-bb426e401303.sst/361ba43a-acff-433b-bd02-6f3bf400465b.sst] [firstKey=74800000000000007A5F698000000000000001038000000000000001] [lastKey=74800000000000007A5F698000000000000001038000000000000009] [2024/06/02 08:07:15.957 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [takeTime=4.545027ms] [] [2024/06/02 08:07:15.957 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [retryCnt=0] [2024/06/02 08:07:15.962 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:15.984 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=3f0a0734-602d-5886-ba9a-bb426e401303] ["region ranges"=1] [count=5] [size=180] [2024/06/02 08:07:15.984 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:15.999 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=3f0a0734-602d-5886-ba9a-bb426e401303] [size=180] [kvs=5] [importedSize=180] [importedCount=5] [2024/06/02 08:07:16.001 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [retryCnt=0] [takeTime=44.468984ms] [] [2024/06/02 08:07:16.001 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [2024/06/02 08:07:16.003 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [takeTime=1.153075ms] [] [2024/06/02 08:07:16.050 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:16.056 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:16.056 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:16.056 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:16.056 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:16.059 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:16.059 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:16.059 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:16.059 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:16.059 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:16.059 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=344.177988ms] [] [2024/06/02 08:07:16.083 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:16.085 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:16.086 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:16.086 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:16.157 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":5,\"ColSizeMap\":{\"1\":5,\"2\":11}}"] [2024/06/02 08:07:16.159 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:16.159 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:07:16.379 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/02 08:07:16.428 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [2024/06/02 08:07:16.428 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [2024/06/02 08:07:16.428 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [2024/06/02 08:07:16.437 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [takeTime=9.143824ms] [] [2024/06/02 08:07:16.437 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [groupId=-1] [size=166] [kvs=5] [checksum=7480877474128995445] [2024/06/02 08:07:16.437 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [groupId=1] [size=180] [kvs=5] [checksum=18104964756494429879] [2024/06/02 08:07:16.437 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [checksum="{cksum=11281706083518712514,size=346,kvs=10}"] [2024/06/02 08:07:16.438 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [weight=30] [2024/06/02 08:07:16.438 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [concurrency=15] [2024/06/02 08:07:16.447 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=122] [physicalTableID=122] [indexID=-1] [checksum=7480877474128995445] [totalKvs=5] [totalBytes=166] [2024/06/02 08:07:16.450 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=122] [physicalTableID=122] [indexID=1] [checksum=18104964756494429879] [totalKvs=5] [totalBytes=180] [2024/06/02 08:07:16.450 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [local="{cksum=11281706083518712514,size=346,kvs=10}"] [2024/06/02 08:07:16.450 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [takeTime=22.457411ms] [] [2024/06/02 08:07:16.450 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [takeTime=22.70791ms] [] [2024/06/02 08:07:16.494 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=114.350534ms] [] [2024/06/02 08:07:16.583 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:16.584 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/06/02 08:07:16.587 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/06/02 08:07:16.658 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/06/02 08:07:16.663 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:16.717 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:16.717 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:16.814 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:16.868 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.903903944\n# Parse_time: 0.00061571\n# Compile_time: 0.001879709\n# Rewrite_time: 0.000262407\n# Optimize_time: 0.001587433\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 741f7eb450c2c7d63ad6bf112905fa5f7a609f86cce6a7399a8f881083918408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t2` FROM 'gs://split-file/2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, lines_terminated_by=_UTF8MB4' ';"] [2024/06/02 08:07:16.872 +00:00] [INFO] [executor.go:2329] ["fast check table by group"] ["table name"=t2] ["index name"=PRIMARY] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`split_file`.`t2`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `split_file`.`t2` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `split_file`.`t2` use index(`PRIMARY`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/06/02 08:07:16.945 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:16.945 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:07:16.973 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:16.973 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=19.804Β΅s] [2024/06/02 08:07:16.973 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=17.261Β΅s] [2024/06/02 08:07:16.973 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=16.558Β΅s] [2024/06/02 08:07:16.973 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=15.842Β΅s] [2024/06/02 08:07:16.974 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=18.012Β΅s] [2024/06/02 08:07:16.974 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.515Β΅s] [2024/06/02 08:07:16.974 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=21.47Β΅s] [2024/06/02 08:07:16.974 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=17.224Β΅s] [2024/06/02 08:07:16.974 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=16.269Β΅s] [2024/06/02 08:07:16.974 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=12.279Β΅s] [2024/06/02 08:07:16.974 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:16.974 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=19.119Β΅s] [2024/06/02 08:07:16.974 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:07:16.974 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:07:16.974 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:16.976 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [] [2024/06/02 08:07:16.977 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:16.977 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:16.977 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:16.983 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=284e17a1-67ad-46d1-9625-b178ec5bf3bd] ["take time"=37.565049ms] [2024/06/02 08:07:16.983 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=284e17a1-67ad-46d1-9625-b178ec5bf3bd] [2024/06/02 08:07:16.985 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:16.985 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/e0fd2c19-e04d-4ba2-aa47-e37a8898c301] [watcherID=0adaf77e-9a65-4459-85b7-c8bc539c4704] [2024/06/02 08:07:16.985 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:16.985 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/e0fd2c19-e04d-4ba2-aa47-e37a8898c301] [2024/06/02 08:07:16.985 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:16.985 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:16.985 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:16.985 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:16.985 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:16.986 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:16.986 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:16.986 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:16.986 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:16.986 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:16.992 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:16.992 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1391] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=284e17a1-67ad-46d1-9625-b178ec5bf3bd] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:16.993 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd watch owner key /tidb/stats/owner/6f188fd7fae1ed8d"] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:16.993 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6a77432d-9fd7-4782-8c2b-143cec8df85c"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[bindinfo] ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd watch owner key /tidb/bindinfo/owner/22318fd7fae1f68c"] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:16.994 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:16.994 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:16.994 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:16.993 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:16.994 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:16.993 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:16.994 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:16.993 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:16.993 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:16.993 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:16.993 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:16.994 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:07:16.994 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:07:16.994 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:07:16.993 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:16.994 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=284e17a1-67ad-46d1-9625-b178ec5bf3bd] [2024/06/02 08:07:16.994 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:16.994 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:07:16.994 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:16.994 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:16.994 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [2024/06/02 08:07:16.994 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:16.994 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:16.994 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:16.995 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [error="context canceled"] [2024/06/02 08:07:16.995 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6a77432d-9fd7-4782-8c2b-143cec8df85c"] [error="context canceled"] [2024/06/02 08:07:16.996 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:16.996 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6a77432d-9fd7-4782-8c2b-143cec8df85c] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:16.996 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:16.996 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6a77432d-9fd7-4782-8c2b-143cec8df85c"] [2024/06/02 08:07:16.996 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:16.996 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:16.996 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:17.017 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:17.018 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:17.019 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=61] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/06/02 08:07:17.019 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:17.020 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:17.020 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:17.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:17.196 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:18.236 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6a77432d-9fd7-4782-8c2b-143cec8df85c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:18.236 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:18.236 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:18.236 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:18.464 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 284e17a1-67ad-46d1-9625-b178ec5bf3bd"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:18.464 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:18.464 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:18.464 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:18.472 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.527130454s] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:18.473 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:18.473 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:18.473 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:18.473 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:18.475 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (48.86s) --- PASS: TestImportInto/TestGlobalSortBasic (11.33s) --- PASS: TestImportInto/TestGlobalSortMultiFiles (8.41s) --- PASS: TestImportInto/TestSplitFile (7.83s) PASS coverage: 14.3% of statements GCov does not exist at the given path: '' Jun 02, 2024 8:07:24 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 02, 2024 8:07:24 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 02, 2024 8:07:24 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 02, 2024 8:07:24 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 02, 2024 8:07:24 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 97.310s, Critical Path: 80.21s INFO: 1625 processes: 1599 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1625 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [2024-06-02T08:07:25.496Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/17c4d2d3-1a66-4d2d-8d6f-cc501dcbbf0d.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080725Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=96537ff6698ff630a31210c5f48cc40175e6e9ee5e4ade61902b6495d0ae3662 [2024-06-02T08:07:25.496Z] ['info'] Uploading... [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,602 / 1,603] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 40s remote-cache, linux-sandbox [1,665 / 1,666] Testing //tests/realtikvtest/importintotest:importintotest_test; 40s remote-cache, linux-sandbox [2024-06-02T08:07:27.281Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-06-02T08:07:27.724Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:07:27.725Z] ['info'] => Project root located at: . [2024-06-02T08:07:27.728Z] ['info'] -> Token found by environment variables [2024-06-02T08:07:27.741Z] ['info'] Searching for coverage files... [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2024-06-02T08:07:28.307Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:07:28.307Z] ['info'] Processing ./coverage.dat... [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-06-02T08:07:28.687Z] ['info'] Using manual override from args. [2024-06-02T08:07:28.688Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:07:28.698Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,601 / 1,602] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 40s remote-cache, linux-sandbox [2024-06-02T08:07:29.475Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/72ee127a-3d27-47b5-b0df-0ad74895b0ab.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080729Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=02b9fde4189e8387ebed5846a73ef22f46f1615cf6167ac9f6658365e1229396 [2024-06-02T08:07:29.475Z] ['info'] Uploading... [1,627 / 1,628] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 53s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestImportInto [2024/06/02 08:06:35.115 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:35.116 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:06:35.117 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813904704252280] [2024/06/02 08:06:35.118 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:35.118 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:06:35.119 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:35.119 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:35.119 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:35.119 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:35.119 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:35.121 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:06:35.127 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:35.128 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:35.130 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:35.155 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:35.155 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:35.163 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:35.163 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:35.176 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:35.200 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813904704252280] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:35.313 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:35.453 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=414] ["lease id"=6f188fd7faec59d5] [2024/06/02 08:06:35.456 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:35.463 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest3/importintotest3_test.TestImportInto\n\ttests/realtikvtest/importintotest3/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/02 08:06:35.487 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.637084ms] [2024/06/02 08:06:35.490 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:35.490 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=dc1e84a3-8ec6-46c6-923b-07b047738fdb] [runWorker=true] [2024/06/02 08:06:35.490 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:35.492 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:35.493 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:35.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:35.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:35.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:35.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:35.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:35.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:35.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:35.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:35.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:35.493 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:35.494 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:35.494 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:35.494 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:35.495 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc1e84a3-8ec6-46c6-923b-07b047738fdb"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7faec59d9] [ownerID=dc1e84a3-8ec6-46c6-923b-07b047738fdb] [op=none] [2024/06/02 08:06:35.495 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc1e84a3-8ec6-46c6-923b-07b047738fdb"] [2024/06/02 08:06:35.496 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:35.496 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cc2fae28-ffc9-48e9-bd21-51e6f04775d7] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:35.497 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc2fae28-ffc9-48e9-bd21-51e6f04775d7"] ["owner key"=/tidb/br-stream/owner/22318fd7faec5a3d] [ownerID=cc2fae28-ffc9-48e9-bd21-51e6f04775d7] [op=none] [2024/06/02 08:06:35.497 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc2fae28-ffc9-48e9-bd21-51e6f04775d7"] [2024/06/02 08:06:35.498 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:35.499 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc1e84a3-8ec6-46c6-923b-07b047738fdb"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7faec59d9] [ownerID=dc1e84a3-8ec6-46c6-923b-07b047738fdb] [op=none] [2024/06/02 08:06:35.499 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc1e84a3-8ec6-46c6-923b-07b047738fdb"] [op=none] [2024/06/02 08:06:35.499 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:35.504 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/02 08:06:35.535 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:35.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.535 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:35.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/02 08:06:35.573 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.626 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=26.069764ms] [2024/06/02 08:06:35.631 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:35.640 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.640 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/02 08:06:35.641 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=45.460754ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:35.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.711 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.735 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/02 08:06:35.735 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.740 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/02 08:06:35.764 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/02 08:06:35.949 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.949 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/02 08:06:35.994 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.292 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.458782ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.302 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.302 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/02 08:06:36.303 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=22.354933ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.385 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.496 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:36.547 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/02 08:06:36.547 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.550 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.797392762\n# Parse_time: 0\n# Compile_time: 0.01119202\n# Rewrite_time: 0.000013544\n# Optimize_time: 0\n# Wait_TS: 0.000350835\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/02 08:06:36.556 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/02 08:06:36.598 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.598 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/02 08:06:36.642 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.708 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.723818ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.717 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.717 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/02 08:06:36.719 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=17.684605ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.751 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.795 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/02 08:06:36.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.800 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/02 08:06:36.838 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.838 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/02 08:06:36.904 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.964 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.458289ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.974 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.974 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/02 08:06:36.976 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=18.066865ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.009 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.053 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/02 08:06:37.053 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.067 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/02 08:06:37.164 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.164 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/02 08:06:37.201 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.367 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.858204ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.376 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.376 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/02 08:06:37.378 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=19.400271ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.422 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.493 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:37.494 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/02 08:06:37.531 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/02 08:06:37.532 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.473087449\n# Parse_time: 0\n# Compile_time: 0.005211826\n# Rewrite_time: 0.000008594\n# Optimize_time: 0\n# Wait_TS: 0.00031011\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:37.540 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/02 08:06:37.600 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.600 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/02 08:06:37.640 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.737 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.082622ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.747 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.747 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/02 08:06:37.748 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=18.055224ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.815 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.871 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/02 08:06:37.871 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.874 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.336168089\n# Parse_time: 0\n# Compile_time: 0.00251784\n# Rewrite_time: 0.000012082\n# Optimize_time: 0\n# Wait_TS: 0.000471686\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:37.879 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/02 08:06:37.936 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.936 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/02 08:06:37.985 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.081 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.977179ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.091 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.091 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/02 08:06:38.093 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=18.436468ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.127 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.180 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/02 08:06:38.180 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.183 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.306634134\n# Parse_time: 0\n# Compile_time: 0.002243433\n# Rewrite_time: 0.000009648\n# Optimize_time: 0\n# Wait_TS: 0.000422906\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:38.186 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/02 08:06:38.227 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.227 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/02 08:06:38.293 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.350 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.486262ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.360 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.360 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/02 08:06:38.362 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=18.146338ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.421 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.461 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/02 08:06:38.461 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.466 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/02 08:06:38.516 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.516 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/02 08:06:38.577 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.652 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=12.046617ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.666 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.666 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/02 08:06:38.668 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=31.35091ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.724 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.767 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/02 08:06:38.768 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.771 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.305655945\n# Parse_time: 0\n# Compile_time: 0.001200411\n# Rewrite_time: 0.000011198\n# Optimize_time: 0\n# Wait_TS: 0.000350694\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:38.775 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/02 08:06:38.829 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.829 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/02 08:06:38.895 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.972 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.00419ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.983 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.983 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/02 08:06:38.984 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=18.948737ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.019 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.069 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/02 08:06:39.069 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.077 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/02 08:06:39.131 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.131 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/02 08:06:39.189 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.264 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.929402ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.275 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.275 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/02 08:06:39.277 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=19.321291ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.324 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.375 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/02 08:06:39.375 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.379 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.303761528\n# Parse_time: 0\n# Compile_time: 0.001928481\n# Rewrite_time: 0.000009896\n# Optimize_time: 0\n# Wait_TS: 0.0003166\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.387 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:39.388 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:39.464 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.464 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:39.504 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.626 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.792224ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.636 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.636 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/02 08:06:39.637 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=18.947585ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.674 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.743 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/02 08:06:39.743 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.749 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.364719597\n# Parse_time: 0\n# Compile_time: 0.002941772\n# Rewrite_time: 0.000009413\n# Optimize_time: 0\n# Wait_TS: 0.000347102\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.753 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/02 08:06:39.813 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.813 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/02 08:06:39.852 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.963 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.199239ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.974 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.974 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/02 08:06:39.975 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=19.897579ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.012 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.086 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/02 08:06:40.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.089 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.337900991\n# Parse_time: 0\n# Compile_time: 0.001965642\n# Rewrite_time: 0.000010299\n# Optimize_time: 0\n# Wait_TS: 0.000347859\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.093 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:40.143 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.143 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:40.196 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.271 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.653045ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.282 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.282 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/02 08:06:40.283 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=19.590256ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.318 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.365 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/02 08:06:40.365 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.375 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:40.426 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.426 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:40.488 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.562 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.71962ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.573 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.573 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/02 08:06:40.575 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=18.948518ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.611 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.660 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/02 08:06:40.660 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.666 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:40.711 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.711 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:40.755 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.822 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.479159ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.833 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.833 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/02 08:06:40.834 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=18.186299ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.891 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.935 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/02 08:06:40.935 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.942 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/02 08:06:40.992 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.992 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/02 08:06:41.057 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.145 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.7731ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.157 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.157 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/02 08:06:41.159 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=20.502676ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.214 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.261 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/02 08:06:41.262 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.265 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.324771124\n# Parse_time: 0\n# Compile_time: 0.002097794\n# Rewrite_time: 0.000007426\n# Optimize_time: 0\n# Wait_TS: 0.000305378\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.270 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/02 08:06:41.319 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.319 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/02 08:06:41.377 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.448 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.818839ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.459 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.459 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/02 08:06:41.461 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=19.049562ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.515 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.558 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/02 08:06:41.558 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.567 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:41.631 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.631 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:41.674 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.805 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.770689ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.816 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.816 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/02 08:06:41.818 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=21.601843ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.873 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.948 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/02 08:06:41.949 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.952 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.387802727\n# Parse_time: 0\n# Compile_time: 0.002790939\n# Rewrite_time: 0.000007796\n# Optimize_time: 0\n# Wait_TS: 0.0002955\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.969 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:42.020 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.020 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:42.062 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.141 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.821328ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.152 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.152 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/02 08:06:42.153 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=18.760484ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.218 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.265 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/02 08:06:42.265 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.268 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.300437685\n# Parse_time: 0\n# Compile_time: 0.001554331\n# Rewrite_time: 0.000013486\n# Optimize_time: 0\n# Wait_TS: 0.000415242\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.271 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/02 08:06:42.324 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.324 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/02 08:06:42.362 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.420 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.677922ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.431 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.431 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/02 08:06:42.433 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=20.46718ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.493 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.540 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/02 08:06:42.540 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.545 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/02 08:06:42.579 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.579 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/02 08:06:42.619 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.666 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.474355ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.677 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.677 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/02 08:06:42.679 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=19.955519ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.731 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.764 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/02 08:06:42.764 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.773 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/02 08:06:42.831 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.830 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/02 08:06:42.884 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.998 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.324509ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.023 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.024 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/02 08:06:43.026 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=35.475675ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.072 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.890 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=1.646381258s] [2024/06/02 08:06:44.895 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183981448822786\n# Query_time: 1.8039285550000002\n# Parse_time: 0\n# Compile_time: 1.799923679\n# Rewrite_time: 1.784206282\n# Optimize_time: 0\n# Wait_TS: 0\n# Is_internal: true\n# Digest: 1bc0b11fa51e1471b20042e839abe9e9a49c9701b4323280c914112d2e5d7c87\n# Num_cop_tasks: 0\n# Mem_max: 23072\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Incorrect datetime value: '2024-06-02 08:06:42.761 +0000 UTC' for column 'create_time' at row 1\"}]\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9ALwTzAJMjdfMQkwCTAJTi9BCTAJdGltZToyLjk5bXMsIGxvb3BzOjEsIHByZXBhcmU6IDc0NC40wrVzLCBjaGVja19pbnNlcnQ6IHt0b3RhbF90AT4QIDIuMjQBPwhtZW0NIQBfBVcUIDY3NS43BT40cHJlZmV0Y2g6IDEuNTcBLQxma19jAVMUOiA3My4zBSVIcnBjOntCYXRjaEdldDp7bnVtXwETDDEsIHQZbiAxLjM1bXN9LCABYxxfZGV0YWlsOhGQKGt2X3JlYWRfd2FsEZ0IMTE1DV8MdGlrdi4aAAgzMTgFnhh9LCBzY2FuQkwASGV5czogMSwgZ2V0X3NuYXBzaG8R2Q06UCwgcm9ja3NkYjoge2Jsb2NrOiB7fQEBMAk2LjUzIEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/06/02 08:06:44.899 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183981448822787\n# Query_time: 1.8076399950000002\n# Parse_time: 0\n# Compile_time: 0.010598211\n# Rewrite_time: 0.001674434\n# Optimize_time: 0.007136783\n# Wait_TS: 0.000543065\n# Cop_time: 0.001385656 Process_time: 0.000278556 Wait_time: 0.000083546 Request_count: 2 Process_keys: 1 Total_keys: 182 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 45 Rocksdb_key_skipped_count: 492\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000139278 Cop_proc_p90: 0.000183915 Cop_proc_max: 0.000183915 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.1773e-05 Cop_wait_p90: 4.6788e-05 Cop_wait_max: 4.6788e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12719\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9he4MAkzXzEzCTAJMjI1MC4xOAlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjEuNzlzLCBsb29wczoxLCBDb25jdXJyZW5jeTo1CTExLjggS0IJTi9BCjEJMTRfMTQJcn4AGWEUOmRlc2MsToUAFGpvYl9pZFaBABwJMCBCeXRlcxEIHAoyCTE3XzI4HfRUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoKAQRpZAHTIGx1bW4jMTUpXVZ1AJgsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjMuNjhtcywgZmV0Y2gVDgUuDDowc30RphEIJAozCTMxXzQxKEIBUAApHbVAZGF0YTpTZWxlY3Rpb25fNDARihg2MzIuOcK1LoMBbGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNDIBjSFkNF9rZXlzOiAwLCB0b3RfARIUOiA5NC42BUoBEyR3YWl0OiAzNi44BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR/QFyCF9kdQUaGG46IDQ2LjMFOjhtYXhfZGlzdHNxbF9jb25VHUggMX0sIHJwY19pbmZvOntDb3A6Aa8MX3JwY0FIJUAAX01jIDM1bXN9fQkyNDHeGE4vQQo0CTEhCAQxX3JRAgxyZW9ySa0Ea3YFpAQ6ewVVBDBzVbU8fSwgc2Nhbl9kZXRhaWw6ICm8LSI8OTAsIGdldF9zbmFwc2hvdAmTCCAxOS0smHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMjIsIGtleUIXABw0MiwgYmxvYyGmEH19fSwgAZY+gwAhmAhlc3MNdC6gAQRhbCWiDRo1pwB0AeYId2FsLTokIDIxOS41wrVzfSEyAQQcCjUJNDRfMzklNxw2NjY2LjY3CUmzLgYE8DwsIHJhbmdlOlstaW5mLDQ3KSwgKDQ3LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JgRpmbQEBhgEEMAozCTZfMjkoUHJvYmVB6zg2NDAwCWdyb3VwIGJ5OkNxdUAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMcQ8MNS4wNEHklZAQcGFydGkhLhhvcmtlcjp7OR0cNC40NzI4ODkBLy6ZAgg1LCBFzGE8ADBpIGUNIDIxLjQzNzEyNgExYSMMZXhlY0VIAQ0hvwEjEDY3MTE3ZWdhdBw0LjM3ODIxMQEzCHA5NR0QFH0sIGZpblqZABA4NTA1MwVoXpkAAaUIb3RfEZkMMTY3woEEARQFlxAzLjY0MxUTCZ0UMi45NzE4JR8JnBQ3ODQ0NDMZnBEQOaRhZAAzgWwlnRRub3QoZXE5gRwsIDQ3KSksIAEYFGlzbnVsbBkcACkh0wV4CDQuMgVkLZMICTM4LsYDEDUJNl8zIb8IODAwPf9KjwVtDQhpbmdSFgYkc2NoZW1hX2lkc1IfAEXkCR5JUAhtaW4VrgA4MksCADEJuAgzLjUlLAm4BDIsaksCGDIuMzI4MDEFL16yAQAxXUsMMTAuMwEwBTE5tBA5My40MmGvCSslPiAxMS4wMDU1MjchpyG3GDIuMjQxMzJFt0FTGRBqUwIYMy45OTYwOEWIXqEALlMCEDQ4LjM3GYpFUwg2LjHJaQGxCZwYNC4wNDcwMFXvGDMuOTMyODMF1wGcGRBZUwA2weMMMzYJMCnyxdkkSGFzaEFnZ18zMTF9DDEuNzUB8jV9XtUGCDQuNWUpQR6tsy1qARIQOiAxODPtIAG3ZTDBnNrWBgQyNq337tYGydYINC4xzdYENzkatAjB1gA3YRAAMaWf/hIDzhIDSngDFm8JfSIAOCWlZuIFVk8HIY/BzABrEnkIKaQEYWwyFwAoX3NpemU6IDExMjdJjQBh9YYAMl6GB4nlgoYHADPBtgB5QoYHADUOvwi2hgcyUQKhwARhafGHADQeLgk+hwcQNDIwLjQyhwcUOAk0M18zoV8MMAkxMIH7haE6hQd6aQeBqWaHASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Resource_group: default\n;"] [2024/06/02 08:06:45.402 +00:00] [INFO] [commit.go:160] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=450183981448822786] [info="{StartTs:450183981448822786 AttemptedCommitTs:450183981920681990 Key:6d44444c4a6f624869ff73746f7279000000fc0000000000000068000000000000002fff0000000000000000f7 MinCommitTs:450183982038646787}"] [2024/06/02 08:06:45.419 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/02 08:06:45.420 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.423 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 2.652078867\n# Parse_time: 0\n# Compile_time: 0.002133733\n# Rewrite_time: 0.000010159\n# Optimize_time: 0\n# Wait_TS: 0.000405197\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:45.426 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:45.472 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.472 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:45.537 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.600 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.890264ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.611 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.611 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/02 08:06:45.613 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=19.789869ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.666 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.712 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/02 08:06:45.712 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.718 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/02 08:06:45.779 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.779 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/02 08:06:45.818 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.884 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.948257ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.894 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.894 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/02 08:06:45.896 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=18.911964ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.947 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.994 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/02 08:06:45.995 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.002 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/02 08:06:46.042 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.042 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/02 08:06:46.108 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.172 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.57136ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.182 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.182 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/02 08:06:46.184 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=17.439832ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.225 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.282 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/02 08:06:46.282 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.289 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:46.335 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.335 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/02 08:06:46.373 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.460 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.940179ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.472 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.472 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/02 08:06:46.474 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=21.755643ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.528 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.572 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/02 08:06:46.572 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.579 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/02 08:06:46.622 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.622 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/02 08:06:46.664 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.727 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.476038ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.737 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.737 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/02 08:06:46.739 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=18.34908ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.775 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.818 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/02 08:06:46.818 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.826 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:46.828 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:46.876 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.876 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/02 08:06:46.913 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.992 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.790328ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.003 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.003 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/02 08:06:47.004 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=18.602518ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.078 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.132 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/02 08:06:47.132 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.136 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312062943\n# Parse_time: 0\n# Compile_time: 0.002158618\n# Rewrite_time: 0.000011199\n# Optimize_time: 0\n# Wait_TS: 0.000338165\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.142 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:47.206 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.206 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:47.265 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.349 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.140241ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.360 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.360 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/02 08:06:47.362 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=19.819637ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.423 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.480 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/02 08:06:47.480 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344514581\n# Parse_time: 0\n# Compile_time: 0.003145296\n# Rewrite_time: 0.000008634\n# Optimize_time: 0\n# Wait_TS: 0.000656\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.488 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:47.496 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=cc2fae28-ffc9-48e9-bd21-51e6f04775d7] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:47.496 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/02 08:06:47.549 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.549 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:47.594 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.708 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.572211ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.721 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.721 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/02 08:06:47.723 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=23.083979ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.758 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.814 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/02 08:06:47.814 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.818 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331626694\n# Parse_time: 0\n# Compile_time: 0.002194622\n# Rewrite_time: 0.000013268\n# Optimize_time: 0\n# Wait_TS: 0.00030592\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.827 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/02 08:06:47.900 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.900 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/02 08:06:47.942 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.066 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.181391ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:48.077 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.077 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/02 08:06:48.079 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=20.787236ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.117 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.198 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/02 08:06:48.199 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:48.202 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378456696\n# Parse_time: 0\n# Compile_time: 0.003169907\n# Rewrite_time: 0.000008723\n# Optimize_time: 0\n# Wait_TS: 0.000454523\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:48.204 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/02 08:06:48.243 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:48.243 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/02 08:06:48.335 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.390 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.360009ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:48.401 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.401 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/02 08:06:48.402 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=18.686408ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.461 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.495 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/02 08:06:48.495 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:48.573 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:48.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:48.573 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:48.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/02 08:06:48.616 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.706 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.938924ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:48.716 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.716 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/02 08:06:48.718 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=17.87527ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:48.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.754 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.811 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/02 08:06:48.811 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:48.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310869823\n# Parse_time: 0\n# Compile_time: 0.006418947\n# Rewrite_time: 0.003205216\n# Optimize_time: 0\n# Wait_TS: 0.00036418\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:48.819 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/02 08:06:48.873 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.81 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:48.873 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.81 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/02 08:06:48.947 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.81 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.038 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.151604ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:49.048 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:49.048 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/02 08:06:49.050 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=19.77008ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.81 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.119 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.81 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.174 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/02 08:06:49.174 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:49.178 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360955322\n# Parse_time: 0\n# Compile_time: 0.001764483\n# Rewrite_time: 0.000009547\n# Optimize_time: 0\n# Wait_TS: 0.000399057\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:49.184 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/02 08:06:49.232 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:49.232 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/02 08:06:49.296 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.359 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.500575ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:49.372 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:49.372 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/02 08:06:49.373 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=20.237542ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.428 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.476 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/02 08:06:49.477 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:49.484 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/02 08:06:49.529 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:49.529 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/02 08:06:49.581 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.641 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.336797ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:49.652 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:49.653 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/02 08:06:49.654 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=18.886523ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.716 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.758 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/02 08:06:49.758 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:49.768 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/02 08:06:49.851 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:49.851 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/02 08:06:49.890 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.027 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.07593ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:50.037 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:50.037 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/02 08:06:50.039 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=20.217285ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.083 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.179 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/02 08:06:50.180 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:50.183 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.41791435\n# Parse_time: 0\n# Compile_time: 0.003244328\n# Rewrite_time: 0.000011244\n# Optimize_time: 0\n# Wait_TS: 0.000326631\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:50.189 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/02 08:06:50.262 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:50.262 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/02 08:06:50.324 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.440 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.835483ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:50.451 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:50.451 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/02 08:06:50.452 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=19.787587ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.516 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.589 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/02 08:06:50.589 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:50.592 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.406191397\n# Parse_time: 0\n# Compile_time: 0.002434528\n# Rewrite_time: 0.000009616\n# Optimize_time: 0\n# Wait_TS: 0.000301\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:50.599 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/02 08:06:50.682 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:50.682 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/02 08:06:50.755 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.888 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.253234ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:50.898 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:50.898 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/02 08:06:50.899 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=20.180898ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.966 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.052 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/02 08:06:51.052 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:51.055 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.458923397\n# Parse_time: 0\n# Compile_time: 0.003275761\n# Rewrite_time: 0.0000088\n# Optimize_time: 0\n# Wait_TS: 0.000365423\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:51.060 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:51.136 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:51.136 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:51.200 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.336 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.995282ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:51.346 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:51.347 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/02 08:06:51.348 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=20.095067ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.426 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.505 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/02 08:06:51.505 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:51.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.450576316\n# Parse_time: 0\n# Compile_time: 0.002345966\n# Rewrite_time: 0.000009135\n# Optimize_time: 0\n# Wait_TS: 0.000314417\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:51.514 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:51.592 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:51.592 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:51.657 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.784 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.10375ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:51.794 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:51.794 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/02 08:06:51.796 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=19.174442ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.866 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.955 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/02 08:06:51.955 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:51.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.446177173\n# Parse_time: 0\n# Compile_time: 0.002555857\n# Rewrite_time: 0.000011244\n# Optimize_time: 0\n# Wait_TS: 0.000382469\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:51.965 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/02 08:06:52.047 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:52.047 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/02 08:06:52.107 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.236 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.132311ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:52.247 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:52.247 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/02 08:06:52.248 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=19.354601ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.318 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.400 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/02 08:06:52.400 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:52.404 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.441762615\n# Parse_time: 0\n# Compile_time: 0.003152891\n# Rewrite_time: 0.000011817\n# Optimize_time: 0\n# Wait_TS: 0.000341975\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:52.410 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:52.486 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:52.486 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:52.525 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.618 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.443067ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:52.628 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:52.628 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/02 08:06:52.630 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=18.922588ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.667 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.730 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/02 08:06:52.731 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:52.734 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.327020831\n# Parse_time: 0\n# Compile_time: 0.002583418\n# Rewrite_time: 0.000009725\n# Optimize_time: 0\n# Wait_TS: 0.000361143\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:52.740 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:52.799 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:52.799 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:52.847 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.941 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.167652ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:52.952 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:52.952 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/02 08:06:52.953 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=19.457385ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.017 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.069 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/02 08:06:53.069 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:53.072 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.33509845\n# Parse_time: 0\n# Compile_time: 0.002421541\n# Rewrite_time: 0.000011022\n# Optimize_time: 0\n# Wait_TS: 0.000335552\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:53.094 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/02 08:06:53.183 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:53.183 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/02 08:06:53.230 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.385 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.13679ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:53.395 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:53.395 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/02 08:06:53.396 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=18.906407ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.465 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.558 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/02 08:06:53.558 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:53.561 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.470556197\n# Parse_time: 0\n# Compile_time: 0.00395601\n# Rewrite_time: 0.000010515\n# Optimize_time: 0\n# Wait_TS: 0.00039313\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:53.566 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:53.627 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:53.627 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:53.680 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.780 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.057056ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:53.790 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:53.790 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/02 08:06:53.791 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=17.970521ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.824 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.884 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/02 08:06:53.884 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:53.887 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.323163785\n# Parse_time: 0\n# Compile_time: 0.002332296\n# Rewrite_time: 0.000010643\n# Optimize_time: 0\n# Wait_TS: 0.000346703\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:53.890 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/02 08:06:53.937 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:53.937 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/02 08:06:54.009 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.083 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.811715ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:54.094 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:54.094 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/02 08:06:54.096 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=19.418252ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.163 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.205 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/02 08:06:54.205 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:54.208 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.319836253\n# Parse_time: 0\n# Compile_time: 0.0012469\n# Rewrite_time: 0.000011105\n# Optimize_time: 0\n# Wait_TS: 0.000369262\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:54.212 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/02 08:06:54.266 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:54.266 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/02 08:06:54.348 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.423 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.949508ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:54.433 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:54.433 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/02 08:06:54.435 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=18.706761ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.470 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.515 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:54.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:54.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:54.515 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:54.518 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/02 08:06:54.518 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:54.521 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310802643\n# Parse_time: 0\n# Compile_time: 0.001523492\n# Rewrite_time: 0.000009092\n# Optimize_time: 0\n# Wait_TS: 0.000394527\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:54.522 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/02 08:06:54.550 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:54.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:54.551 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:54.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/02 08:06:54.604 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.633 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=991.054Β΅s] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:06:54.644 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:54.644 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/02 08:06:54.645 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=16.757873ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:54.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.712 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.736 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/02 08:06:54.736 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:54.791 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:54.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:54.791 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:54.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/02 08:06:54.854 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.920 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.535739ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:54.929 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:54.929 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/02 08:06:54.931 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=17.375877ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:54.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.964 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.024 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/02 08:06:55.024 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:55.704 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183984581443589\n# Query_time: 0.436805803\n# Parse_time: 0\n# Compile_time: 0.158032584\n# Rewrite_time: 0.004715792\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 368577\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0QvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjI2My41bXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogMjYJIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDYxNy4ywrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDM4LjXCtXMRQQx3YWl0ERoANx0YKGt2X3JlYWRfd2FsDWYIIDgwCSAIaWt2LhcADDk4LjkJfQxzY2FuPn0ADGtleXMFwChnZXRfc25hcHNobxFxDDExLjQFU2hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BnkR4bjoge3ByZXdyaXRlOjEuNTMhVQFRESIMczozNAmHETYQOjEuMjYBJxxzbG93ZXN0XxFAJUAAIDGAYDAuMDAxcywgcmVnaW9uX2lkOiA4LCBzdG8hpTgxMjcuMC4wLjE6MjAxNjJCXgE6CQEQNzU5LjNOCgEBqj77AAAzBSsALF77AAXrOUwFkRRfYmF0Y2glshA6IDI4LimvKHByb3Bvc2Vfc2VuIa5IaXQ6IDBzLCBwZXJzaXN0X2xvZxnuEDE0Ny4xJXIJYBRsZWFkZXINUiQ3OG5zLCBzeW5jCTUEODcNYgksNG1lbXRhYmxlOiAyLjU2CectfwVkCDQyMg3TEGFwcGx5Nq0ABDEuATIALAkbFZAIMTAxDTMUbXV0ZXhfKfwBvglzMp8AGRcAd2U5ADQyygAZngQxMkmPXUEYcHJpbWFyef76AWb6AQg0MDcF4QR9LDoEA0r6AQg3LjFhL+b6AQg5LjkpTa76AQQ2NAWhACxOWgEENzk2+QEAMwmgKYQ5WQw4NThuAeIu9QEEMTmJei3aMvUBADEpFA0bNfUAN2EjCCwgbcLyAQQxNiXZEcMZmY1HJfJtyAhudW2hJAnDAGuBgwAxETgYYnl0ZTozMgUuZGluc2VydDoyMzdtcwkxMTEuOSBLQglOL0EK')\n# Resource_group: default\n;"] [2024/06/02 08:06:56.267 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183984581443589\n# Query_time: 0.491414814\n# Parse_time: 0\n# Compile_time: 0.001737475\n# Rewrite_time: 0.000193143\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: fd305ad9ae1e03a62a4e0c337bf9414598c9235bfbebc9c5e034100c89a54ead\n# Num_cop_tasks: 0\n# Mem_max: 254219\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/gLwTzAJMjdfMQkwCTAJTi9BCTAJdGltZTo0ODkuMm1zLCBsb29wczoxLCBwcmVwYXJlOiAyMzcuN8K1cywgY2hlY2tfaW5zZXJ0OiB7dG90YWxfBT8UIDQ4OC45AUAMbWVtXwkiAF8JGhQ3MzguNMIBPxxwcmVmZXRjaAkuBW5IcnBjOntCYXRjaEdldDp7bnVtXwETCDEsIB1dHDQ4OG1zfSwgAVAkX2RldGFpbDogewkhGHByb2Nlc3MNbBA0ODducxE8LGt2X3JlYWRfd2FsbBkgBC4zAaYMdGlrdj4ZAAA0BWUMc2Nhbj5lAExrZXlzOiAxLCBnZXRfc25hcHNobxHfDDYuOTgF3khyb2Nrc2RiOiB7YmxvY2s6IHt9AQE4CTI2NyBCeXRlcwlOL0EK')\n# Resource_group: default\n;"] [2024/06/02 08:06:56.299 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.802892927s] [2024/06/02 08:06:56.304 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:06:56.304 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc1e84a3-8ec6-46c6-923b-07b047738fdb"] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=13.035Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=4.594Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=11.524Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.35Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=3.794Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=10.579Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=8.8Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=6.601Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=9.263Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=3.422Β΅s] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:56.334 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.455Β΅s] [2024/06/02 08:06:56.334 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc1e84a3-8ec6-46c6-923b-07b047738fdb"] [2024/06/02 08:06:56.334 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc1e84a3-8ec6-46c6-923b-07b047738fdb"] [2024/06/02 08:06:56.334 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc1e84a3-8ec6-46c6-923b-07b047738fdb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:56.336 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dc1e84a3-8ec6-46c6-923b-07b047738fdb"] [] [2024/06/02 08:06:56.337 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:56.337 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:06:56.337 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:06:56.350 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=dc1e84a3-8ec6-46c6-923b-07b047738fdb] ["take time"=46.490284ms] [2024/06/02 08:06:56.350 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=dc1e84a3-8ec6-46c6-923b-07b047738fdb] [2024/06/02 08:06:56.353 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=414] [2024/06/02 08:06:56.353 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:56.353 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:06:56.353 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:56.353 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:56.353 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:06:56.353 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:06:56.353 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:06:56.353 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:56.353 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:06:56.353 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:56.353 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:56.353 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:56.353 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager cc2fae28-ffc9-48e9-bd21-51e6f04775d7 watch owner key /tidb/br-stream/owner/22318fd7faec5a3d"] [2024/06/02 08:06:56.353 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:06:56.354 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc2fae28-ffc9-48e9-bd21-51e6f04775d7"] [2024/06/02 08:06:56.354 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:06:56.354 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc2fae28-ffc9-48e9-bd21-51e6f04775d7"] [2024/06/02 08:06:56.354 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:06:56.354 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc2fae28-ffc9-48e9-bd21-51e6f04775d7"] [2024/06/02 08:06:56.355 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:06:56.355 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:06:56.355 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cc2fae28-ffc9-48e9-bd21-51e6f04775d7] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:56.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:56.355 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 08:06:56.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:56.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:56.355 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager cc2fae28-ffc9-48e9-bd21-51e6f04775d7"] [error="context canceled"] [2024/06/02 08:06:56.355 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=51.531679ms] [2024/06/02 08:06:56.356 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813904704252280] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:56.366 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:56.504 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1936] ["lease id"=22318fd7faec5af1] [2024/06/02 08:06:56.506 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:56.556 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc2fae28-ffc9-48e9-bd21-51e6f04775d7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:56.613 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=104.126911ms] [2024/06/02 08:06:56.619 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:56.619 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=f08a08d9-4710-43a3-aac7-980e96b1b748] [runWorker=true] [2024/06/02 08:06:56.619 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:56.621 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:56.623 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:56.623 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:56.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:56.623 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:56.623 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:56.625 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7faec5a8b] [ownerID=f08a08d9-4710-43a3-aac7-980e96b1b748] [op=none] [2024/06/02 08:06:56.625 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:06:56.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:56.627 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=345efda2-49df-4090-8e50-3b847744920d] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:56.633 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:56.634 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7faec5a8b] [ownerID=f08a08d9-4710-43a3-aac7-980e96b1b748] [op=none] [2024/06/02 08:06:56.634 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [op=none] [2024/06/02 08:06:56.634 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:56.651 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:06:56.652 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:56.652 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:06:56.654 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] ["owner key"=/tidb/bindinfo/owner/3eaa8fd7faec5a91] [ownerID=f08a08d9-4710-43a3-aac7-980e96b1b748] [op=none] [2024/06/02 08:06:56.654 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:06:56.674 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/02 08:06:56.680 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:06:56.763 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:56.781 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:56.793 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:56.793 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:56.793 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:56.793 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:06:56.793 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:06:56.793 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:56.793 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:06:56.793 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:06:56.793 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:06:56.796 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:56.796 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:06:56.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:56.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:56.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:56.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:56.797 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:06:56.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:56.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:56.797 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=10] [2024/06/02 08:06:56.800 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] ["owner key"=/tidb/stats/owner/22318fd7faec5afb] [ownerID=f08a08d9-4710-43a3-aac7-980e96b1b748] [op=none] [2024/06/02 08:06:56.800 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:06:56.800 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:56.807 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/72039425-bd6b-4e68-bad9-bfcdb9fec61d] [2024/06/02 08:06:56.808 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:56.808 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:56.808 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:06:56.826 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:06:56.835 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=38.776302ms] [2024/06/02 08:06:56.835 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:06:56.835 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:57.135 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=262.35635ms] [2024/06/02 08:06:57.641 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:57.641 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:57.641 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:57.641 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:57.789 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cc2fae28-ffc9-48e9-bd21-51e6f04775d7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:57.811 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:06:57.811 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:06:57.811 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/72039425-bd6b-4e68-bad9-bfcdb9fec61d] [watcherID=8146b69c-e734-4f8f-b98b-9a0c6dcaaa4f] [2024/06/02 08:06:58.623 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:58.638 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/06/02 08:06:58.657 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:58.657 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:06:58.658 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:06:58.692 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:06:58.734 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_schema_cache_size] [val=1073741824] === RUN TestImportInto/TestGzipAndMixedCompression [2024/06/02 08:06:58.739 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/06/02 08:06:58.742 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gzip"] [user=] [2024/06/02 08:06:58.774 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:58.774 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gzip"] [2024/06/02 08:06:58.846 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.876 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="builder's (v2=true) infoschema mismatch, return error to trigger full reload"] [errorVerbose="builder's (v2=true) infoschema mismatch, return error to trigger full reload\ngithub.com/pingcap/tidb/pkg/infoschema.(*Builder).InitWithOldInfoSchema\n\tpkg/infoschema/builder.go:799\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:475\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:931\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:931\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:06:59.235 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=359.101423ms] [2024/06/02 08:06:59.316 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:59.317 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=443.674679ms] [2024/06/02 08:06:59.325 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/02 08:06:59.327 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=454.29664ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.405 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.435 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/02 08:06:59.435 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:59.439 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.697943762\n# Parse_time: 0.000200766\n# Compile_time: 0.000518083\n# Rewrite_time: 0.000007117\n# Optimize_time: 0.00041742\n# Wait_TS: 0.000322976\n# Is_internal: false\n# Digest: 5699ae26babf0ce458db72a8ae2483fcb01670452dbb90b2f0e243672e9affb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database gzip;"] [2024/06/02 08:06:59.444 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/06/02 08:06:59.481 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:59.481 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/02 08:06:59.523 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.530 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/06/02 08:06:59.581 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.605664ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:59.592 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/06/02 08:06:59.594 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=20.214367ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.663 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:06:59.681 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/06/02 08:06:59.681 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:06:59.681 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:06:59.681 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:06:59.681 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:06:59.682 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.728 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/06/02 08:06:59.728 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:59.901 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:00.107 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:00.202 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:00.245 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/06/02 08:07:00.245 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:00.352 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:00.353 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:00.354 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/06/02 08:07:00.373 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:00.386 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:00.386 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/06/02 08:07:00.387 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=97.445Β΅s] [2024/06/02 08:07:00.387 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=259.426Β΅s] [] [2024/06/02 08:07:00.387 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:00.387 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:00.524 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/06/02 08:07:00.543 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/06/02 08:07:00.570 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:00.616 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:00.617 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/02 08:07:00.618 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:00.619 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/06/02 08:07:00.627 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:00.628 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813904704252280] [2024/06/02 08:07:00.628 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:00.628 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:00.629 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:00.629 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:00.629 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:00.629 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:00.629 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:00.648 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:00.650 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:00.650 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:00.650 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:00.650 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/06/02 08:07:00.708 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/06/02 08:07:00.713 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/02 08:07:02.562 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/02 08:07:02.562 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/02 08:07:02.597 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/06/02 08:07:02.598 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=247.461Β΅s] [encodeDur=679.514Β΅s] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=86.005Β΅s] [type=file] [takeTime=1.535631ms] [] [2024/06/02 08:07:02.600 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/02 08:07:02.600 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/6cf04581-0ef5-48d3-905e-766cb4a8e5a7.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/06/02 08:07:02.643 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/06/02 08:07:02.644 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=220.453Β΅s] [encodeDur=611.859Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=62.838Β΅s] [type=file] [takeTime=1.266655ms] [] [2024/06/02 08:07:02.645 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/02 08:07:02.645 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/642224dc-e9cd-4194-8468-960a48f38d3b.sst] [firstKey=74800000000000006A5F728000000000000003] [lastKey=74800000000000006A5F728000000000000004] [2024/06/02 08:07:02.653 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/06/02 08:07:02.656 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=1.09109ms] [encodeDur=936.898Β΅s] [checksum="{cksum=12593782543884416478,size=165,kvs=5}"] [deliverDur=74.299Β΅s] [type=file] [takeTime=2.47558ms] [] [2024/06/02 08:07:02.657 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/af719f68-70ab-4517-a53b-971c3f387daf.sst] [firstKey=74800000000000006A5F728000000000000005] [lastKey=74800000000000006A5F728000000000000009] [2024/06/02 08:07:02.657 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=1.948484627s] [] [2024/06/02 08:07:02.657 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/02 08:07:02.657 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/02 08:07:02.657 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/02 08:07:02.659 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.714509ms] [] [2024/06/02 08:07:02.659 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/06/02 08:07:02.664 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:02.686 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/06/02 08:07:02.686 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:02.703 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/06/02 08:07:02.705 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=45.830772ms] [] [2024/06/02 08:07:02.705 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/02 08:07:02.706 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.327893ms] [] [2024/06/02 08:07:02.706 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/02 08:07:02.707 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/02 08:07:02.708 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.633291ms] [] [2024/06/02 08:07:02.708 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/06/02 08:07:02.708 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/02 08:07:02.708 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=56.724Β΅s] [] [2024/06/02 08:07:02.708 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/02 08:07:02.709 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=912.581Β΅s] [] [2024/06/02 08:07:02.756 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:02.759 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:02.759 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:02.759 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:02.760 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:02.761 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:02.761 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:02.761 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:02.761 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:02.762 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:02.762 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=2.145267505s] [] [2024/06/02 08:07:02.767 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:02.769 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:02.770 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:02.770 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:02.861 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/06/02 08:07:02.863 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:02.863 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:03.016 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:03.053 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/02 08:07:03.053 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/02 08:07:03.053 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/02 08:07:03.053 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.482Β΅s] [] [2024/06/02 08:07:03.053 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=297] [kvs=9] [checksum=3562370486853394715] [2024/06/02 08:07:03.053 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/06/02 08:07:03.053 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/06/02 08:07:03.053 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/06/02 08:07:03.057 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=3562370486853394715] [totalKvs=9] [totalBytes=297] [2024/06/02 08:07:03.057 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/06/02 08:07:03.057 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=4.28219ms] [] [2024/06/02 08:07:03.057 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=4.428491ms] [] [2024/06/02 08:07:03.094 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=77.941376ms] [] [2024/06/02 08:07:03.163 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:03.163 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/06/02 08:07:03.166 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/06/02 08:07:03.223 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/02 08:07:03.251 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=1] [2024/06/02 08:07:03.276 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:03.276 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/06/02 08:07:03.362 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:03.556 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.818369986\n# Parse_time: 0.00073682\n# Compile_time: 0.001544279\n# Rewrite_time: 0.000356051\n# Optimize_time: 0.00041742\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My44MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My44MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse gzip;\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:03.564 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/06/02 08:07:03.593 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:03.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:03.593 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:03.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table gzip.t"] [2024/06/02 08:07:03.648 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:03.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:03.658 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/06/02 08:07:03.709 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.767352ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:03.723 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/06/02 08:07:03.724 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=23.833204ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:03.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:03.804 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/06/02 08:07:03.816 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/06/02 08:07:03.820 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:03.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:03.880 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/06/02 08:07:03.880 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:03.884 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.319972022\n# Parse_time: 0.000218505\n# Compile_time: 0.0006148\n# Rewrite_time: 0.000007634\n# Optimize_time: 0.001481455\n# Wait_TS: 0.000347194\n# DB: gzip\n# Is_internal: false\n# Digest: 8fa55bff56c3c9eef6de1f96578f05ef16ddee97b827bd3cdada5e520a77fbb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table gzip.t;"] [2024/06/02 08:07:03.898 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:04.097 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:04.175 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:04.209 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/06/02 08:07:04.210 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:04.315 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:04.316 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:04.317 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/06/02 08:07:04.334 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:04.346 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:04.346 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/06/02 08:07:04.346 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=124.715Β΅s] [2024/06/02 08:07:04.347 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=309.366Β΅s] [] [2024/06/02 08:07:04.347 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:04.347 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:04.489 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/06/02 08:07:04.508 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/06/02 08:07:04.513 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:04.551 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:04.553 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/02 08:07:04.553 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:04.562 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:04.562 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813904704252280] [2024/06/02 08:07:04.562 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:04.562 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:04.563 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:04.563 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:04.563 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:04.563 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:04.563 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:04.577 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:04.578 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:04.578 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:04.578 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:04.578 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/06/02 08:07:04.621 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/06/02 08:07:04.625 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/02 08:07:04.629 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/02 08:07:04.629 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/02 08:07:04.639 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [2024/06/02 08:07:04.640 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [readDur=110.074Β΅s] [encodeDur=797.572Β΅s] [checksum="{cksum=3295917154550004049,size=33,kvs=1}"] [deliverDur=51.272Β΅s] [type=file] [takeTime=1.372013ms] [] [2024/06/02 08:07:04.641 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/02 08:07:04.641 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/96b9bd0b-d326-4a99-842d-2491a2d340b8.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/06/02 08:07:04.749 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [2024/06/02 08:07:04.750 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [readDur=131.375Β΅s] [encodeDur=393.602Β΅s] [checksum="{cksum=3799961091930450100,size=33,kvs=1}"] [deliverDur=58.243Β΅s] [type=file] [takeTime=911.268Β΅s] [] [2024/06/02 08:07:04.751 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/02 08:07:04.751 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/c1728902-a0a8-4c27-8845-b963bbd0e692.sst] [firstKey=74800000000000006C5F728000000000000004] [lastKey=74800000000000006C5F728000000000000004] [2024/06/02 08:07:04.855 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [2024/06/02 08:07:04.857 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [readDur=228.818Β΅s] [encodeDur=827.592Β΅s] [checksum="{cksum=0,size=132,kvs=4}"] [deliverDur=102.995Β΅s] [type=file] [takeTime=1.554102ms] [] [2024/06/02 08:07:04.858 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=237.151763ms] [] [2024/06/02 08:07:04.858 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/e8dfed6a-00c5-4413-af1d-5081f249350c.sst] [firstKey=74800000000000006C5F728000000000000006] [lastKey=74800000000000006C5F728000000000000009] [2024/06/02 08:07:04.859 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/02 08:07:04.859 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/02 08:07:04.859 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/02 08:07:04.861 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.064891ms] [] [2024/06/02 08:07:04.861 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/06/02 08:07:04.866 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:04.888 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/06/02 08:07:04.888 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:04.903 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/06/02 08:07:04.905 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=43.706632ms] [] [2024/06/02 08:07:04.905 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/02 08:07:04.906 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.326817ms] [] [2024/06/02 08:07:04.906 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/02 08:07:04.906 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/02 08:07:04.908 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.885048ms] [] [2024/06/02 08:07:04.908 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/06/02 08:07:04.908 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/02 08:07:04.908 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=63.745Β΅s] [] [2024/06/02 08:07:04.908 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/02 08:07:04.909 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=912.649Β΅s] [] [2024/06/02 08:07:04.959 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/02 08:07:04.963 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:04.963 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:04.963 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:04.963 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:04.965 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:04.965 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:04.965 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:04.965 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:04.966 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:04.966 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=414.104814ms] [] [2024/06/02 08:07:05.031 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:05.033 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:05.034 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:05.034 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:05.107 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/06/02 08:07:05.109 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:05.109 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:05.282 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:05.332 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/02 08:07:05.332 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/02 08:07:05.332 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/02 08:07:05.332 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=11.117Β΅s] [] [2024/06/02 08:07:05.333 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=198] [kvs=6] [checksum=1801826099013898725] [2024/06/02 08:07:05.333 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/06/02 08:07:05.333 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/06/02 08:07:05.333 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/06/02 08:07:05.336 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=1801826099013898725] [totalKvs=6] [totalBytes=198] [2024/06/02 08:07:05.337 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/06/02 08:07:05.337 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.750001ms] [] [2024/06/02 08:07:05.337 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.956307ms] [] [2024/06/02 08:07:05.375 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=92.829385ms] [] [2024/06/02 08:07:05.429 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:05.429 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/06/02 08:07:05.431 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/06/02 08:07:05.496 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/02 08:07:05.517 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=2] [2024/06/02 08:07:05.542 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:05.543 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/06/02 08:07:05.645 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:05.727 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.842188421\n# Parse_time: 0.001099898\n# Compile_time: 0.001332219\n# Rewrite_time: 0.000256161\n# Optimize_time: 0.001481455\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestImportInto/TestImportFromServer [2024/06/02 08:07:05.737 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/06/02 08:07:05.739 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/06/02 08:07:05.769 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:05.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:05.769 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:05.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_server"] [2024/06/02 08:07:05.815 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:05.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.858 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.107662ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:05.870 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/06/02 08:07:05.872 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=19.711681ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:05.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.920 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:05.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.949 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/02 08:07:05.950 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:05.957 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/06/02 08:07:06.019 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:05.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:06.020 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:05.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100));"] [2024/06/02 08:07:06.070 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:05.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.078 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 110, Table ID: 112, Table Name: t"] [2024/06/02 08:07:06.144 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.889395ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:06.155 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/06/02 08:07:06.157 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=20.027114ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:05.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.219 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:05.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.257 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/02 08:07:06.258 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:06.261 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.306687941\n# Parse_time: 0.001095301\n# Compile_time: 0.000905981\n# Rewrite_time: 0.000008264\n# Optimize_time: 0.000874179\n# Wait_TS: 0.000518265\n# DB: from_server\n# Is_internal: false\n# Digest: 2ddde2966584d9ad12769454e590b3145b3fdd941ece31b54906b745030d6838\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_server;\ncreate table t (a bigint, b varchar(100));"] [2024/06/02 08:07:06.452 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer551646544/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:06.452 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:06.452 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/06/02 08:07:06.452 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=55.336Β΅s] [2024/06/02 08:07:06.452 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=186.594Β΅s] [] [2024/06/02 08:07:06.548 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:07:06.599 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:06.599 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:07:06.704 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:06.705 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:06.706 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/06/02 08:07:06.726 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:06.726 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:07:06.860 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/06/02 08:07:06.879 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/06/02 08:07:06.884 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:07:06.924 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:07:06.926 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/02 08:07:06.933 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:06.934 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813904704252280] [2024/06/02 08:07:06.934 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:06.934 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:06.935 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:06.935 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:06.935 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:06.935 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:06.935 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:06.948 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:06.950 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:06.950 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:06.950 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:06.950 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/06/02 08:07:06.991 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/06/02 08:07:06.996 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/02 08:07:07.000 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:07.000 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/06/02 08:07:07.045 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/06/02 08:07:07.047 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=206.222Β΅s] [encodeDur=1.030368ms] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=258.128Β΅s] [type=file] [takeTime=1.869913ms] [] [2024/06/02 08:07:07.048 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=56.57097ms] [] [2024/06/02 08:07:07.048 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/f42b4973-beea-4fb1-8570-da4add961ae6.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/06/02 08:07:07.048 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/02 08:07:07.048 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/02 08:07:07.048 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/02 08:07:07.050 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.044808ms] [] [2024/06/02 08:07:07.050 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/06/02 08:07:07.055 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:07.076 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/06/02 08:07:07.077 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:07.090 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/06/02 08:07:07.092 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=41.94406ms] [] [2024/06/02 08:07:07.092 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/02 08:07:07.093 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=999.268Β΅s] [] [2024/06/02 08:07:07.093 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/02 08:07:07.093 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:07.095 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.478438ms] [] [2024/06/02 08:07:07.095 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/06/02 08:07:07.095 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:07.095 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=58.406Β΅s] [] [2024/06/02 08:07:07.095 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:07.096 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=942.876Β΅s] [] [2024/06/02 08:07:07.150 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/02 08:07:07.152 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:07.152 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:07.152 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:07.152 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:07.152 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:07.152 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:07.152 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:07.153 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:07.153 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:07.153 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:07.153 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:07.153 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:07.153 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:07.154 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:07.154 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:07.154 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:07.154 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:07.154 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:07.154 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=230.014655ms] [] [2024/06/02 08:07:07.230 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:07.232 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:07.233 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:07.233 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:07.310 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/06/02 08:07:07.312 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:07.312 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:07:07.449 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:07:07.499 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/02 08:07:07.499 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/02 08:07:07.499 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/02 08:07:07.507 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=7.646529ms] [] [2024/06/02 08:07:07.507 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=76] [kvs=2] [checksum=4217614283895359297] [2024/06/02 08:07:07.507 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/06/02 08:07:07.507 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/06/02 08:07:07.507 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/06/02 08:07:07.511 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=4217614283895359297] [totalKvs=2] [totalBytes=76] [2024/06/02 08:07:07.512 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/06/02 08:07:07.512 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.601102ms] [] [2024/06/02 08:07:07.512 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.769467ms] [] [2024/06/02 08:07:07.573 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=124.536349ms] [] [2024/06/02 08:07:07.618 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:07.619 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/06/02 08:07:07.621 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/06/02 08:07:07.662 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/06/02 08:07:07.704 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:07.731 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:07.731 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:07.811 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.548369819\n# Parse_time: 0.000380829\n# Compile_time: 0.001065504\n# Rewrite_time: 0.000225175\n# Optimize_time: 0.000874179\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer551646544/001/server-0.csv';"] [2024/06/02 08:07:07.814 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:07.820 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/06/02 08:07:07.854 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:07.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:07.854 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:07.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:07:07.910 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:07.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.937 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 114, Table Name: t, Old Table ID: 112, Old Table Name: t"] [2024/06/02 08:07:07.992 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=3.110765ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:08.004 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/06/02 08:07:08.005 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=20.442507ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:07.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:08.045 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/06/02 08:07:08.053 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/06/02 08:07:08.057 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:07.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:08.109 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/06/02 08:07:08.109 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:08.272 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer551646544/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:08.272 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:08.272 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/06/02 08:07:08.272 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=135.423Β΅s] [2024/06/02 08:07:08.272 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=326.973Β΅s] [] [2024/06/02 08:07:08.387 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=54B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:07:08.431 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:08.432 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:07:08.537 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:08.538 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:08.539 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/06/02 08:07:08.559 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:08.559 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:07:08.713 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/06/02 08:07:08.731 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/06/02 08:07:08.733 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:07:08.773 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:07:08.775 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/02 08:07:08.784 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:08.784 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813904704252280] [2024/06/02 08:07:08.785 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:08.785 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:08.786 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:08.786 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:08.786 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:08.786 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:08.786 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:08.801 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:08.803 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:08.803 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:08.803 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:08.803 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/06/02 08:07:08.858 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/06/02 08:07:08.864 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/02 08:07:08.867 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:08.868 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:08.868 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:08.868 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/02 08:07:08.918 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [2024/06/02 08:07:08.919 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [2024/06/02 08:07:08.920 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [readDur=194.147Β΅s] [encodeDur=807.829Β΅s] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [deliverDur=325.856Β΅s] [type=file] [takeTime=1.81289ms] [] [2024/06/02 08:07:08.921 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [readDur=238.844Β΅s] [encodeDur=864.392Β΅s] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=383.196Β΅s] [type=file] [takeTime=1.832816ms] [] [2024/06/02 08:07:08.921 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/6b009970-02dd-4419-afc0-71b1f7b256d4.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F72800000000000000B] [2024/06/02 08:07:08.922 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/ee82a9f6-1087-4ac9-9309-336de527cf27.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/06/02 08:07:08.934 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [2024/06/02 08:07:08.935 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [readDur=170.786Β΅s] [encodeDur=582.08Β΅s] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [deliverDur=229.883Β΅s] [type=file] [takeTime=1.305561ms] [] [2024/06/02 08:07:08.936 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=76.930984ms] [] [2024/06/02 08:07:08.936 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/f765c25c-676f-4f93-ad1f-feffefbc3794.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000000014] [2024/06/02 08:07:08.936 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/02 08:07:08.936 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/02 08:07:08.936 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/02 08:07:08.938 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.758294ms] [] [2024/06/02 08:07:08.938 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/06/02 08:07:08.943 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:08.965 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/06/02 08:07:08.965 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:08.979 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/06/02 08:07:08.981 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=42.691837ms] [] [2024/06/02 08:07:08.981 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/02 08:07:08.982 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.211935ms] [] [2024/06/02 08:07:08.982 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/02 08:07:08.982 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:08.984 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.465157ms] [] [2024/06/02 08:07:08.984 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/06/02 08:07:08.984 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:08.984 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=81.722Β΅s] [] [2024/06/02 08:07:08.984 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:08.985 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=905.45Β΅s] [] [2024/06/02 08:07:09.046 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/02 08:07:09.048 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:09.048 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:09.048 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:09.048 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:09.048 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:09.048 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:09.048 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:09.048 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:09.048 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:09.048 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:09.049 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:09.049 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:09.049 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:09.051 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:09.051 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:09.051 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:09.051 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:09.051 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:09.051 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=277.368258ms] [] [2024/06/02 08:07:09.055 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:09.056 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:09.057 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:09.057 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:09.149 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/06/02 08:07:09.151 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:09.151 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:07:09.294 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:07:09.335 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/02 08:07:09.336 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/02 08:07:09.336 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/02 08:07:09.342 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=6.450355ms] [] [2024/06/02 08:07:09.342 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=228] [kvs=6] [checksum=18361781019534991424] [2024/06/02 08:07:09.342 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/06/02 08:07:09.342 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/06/02 08:07:09.342 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/06/02 08:07:09.346 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=18361781019534991424] [totalKvs=6] [totalBytes=228] [2024/06/02 08:07:09.346 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/06/02 08:07:09.346 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=10.776643ms] [] [2024/06/02 08:07:09.346 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=10.936707ms] [] [2024/06/02 08:07:09.382 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=88.179019ms] [] [2024/06/02 08:07:09.458 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:09.458 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/06/02 08:07:09.461 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/06/02 08:07:09.535 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/02 08:07:09.537 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:09.563 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:09.563 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:09.647 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.534486855\n# Parse_time: 0.000382193\n# Compile_time: 0.001080909\n# Rewrite_time: 0.00020446\n# Optimize_time: 0.001325422\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer551646544/001/server-*.csv';"] [2024/06/02 08:07:09.650 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:09.659 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/06/02 08:07:09.691 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:09.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:09.691 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:09.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:07:09.734 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.744 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 116, Table Name: t, Old Table ID: 114, Old Table Name: t"] [2024/06/02 08:07:09.792 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=3.051948ms] [gotSchemaVersion=58] [phyTblIDs="[116]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:09.802 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/06/02 08:07:09.804 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=20.052575ms] [job="ID:117, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.893 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/06/02 08:07:09.903 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="truncate table"] [2024/06/02 08:07:09.907 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.960 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/06/02 08:07:09.960 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:09.964 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.305614382\n# Parse_time: 0.000373927\n# Compile_time: 0.000926781\n# Rewrite_time: 0.000011636\n# Optimize_time: 0.001209111\n# Wait_TS: 0.000302162\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:07:10.132 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer551646544/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:10.132 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:10.132 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:10.132 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=49.719Β΅s] [2024/06/02 08:07:10.132 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=168.797Β΅s] [] [2024/06/02 08:07:10.230 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:07:10.293 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:10.293 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:07:10.399 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:10.400 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:10.401 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/06/02 08:07:10.421 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:10.421 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:07:10.554 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/06/02 08:07:10.567 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:07:10.572 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/06/02 08:07:10.610 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:07:10.611 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/02 08:07:10.619 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:10.620 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813904704252280] [2024/06/02 08:07:10.620 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:10.620 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:10.621 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:10.621 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:10.621 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:10.621 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:10.621 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:10.635 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:10.637 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:10.637 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:10.637 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:10.637 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/06/02 08:07:10.709 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/06/02 08:07:10.714 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/02 08:07:10.717 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:10.718 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/06/02 08:07:10.730 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [2024/06/02 08:07:10.732 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [readDur=217.417Β΅s] [encodeDur=740.409Β΅s] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [deliverDur=242.334Β΅s] [type=file] [takeTime=1.609677ms] [] [2024/06/02 08:07:10.733 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=23.397379ms] [] [2024/06/02 08:07:10.733 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/cbdbc92b-edb6-49a1-abcc-b9726f24bca7.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/06/02 08:07:10.733 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:10.733 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:10.733 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/02 08:07:10.735 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.783331ms] [] [2024/06/02 08:07:10.735 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/06/02 08:07:10.740 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:10.762 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/06/02 08:07:10.762 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:10.775 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/06/02 08:07:10.777 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=42.381986ms] [] [2024/06/02 08:07:10.778 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/02 08:07:10.779 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.152385ms] [] [2024/06/02 08:07:10.779 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:10.779 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:10.781 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.628131ms] [] [2024/06/02 08:07:10.781 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/06/02 08:07:10.781 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:10.781 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=53.732Β΅s] [] [2024/06/02 08:07:10.781 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/02 08:07:10.782 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=772.395Β΅s] [] [2024/06/02 08:07:10.836 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:10.839 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:10.839 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:10.839 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:10.839 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:10.841 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:10.841 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:10.841 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:10.841 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:10.842 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:10.842 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=231.650579ms] [] [2024/06/02 08:07:10.920 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:10.922 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:10.923 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:10.923 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:10.990 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/06/02 08:07:10.992 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:10.992 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:07:11.150 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:07:11.192 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/02 08:07:11.193 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/02 08:07:11.193 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/02 08:07:11.200 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.136978ms] [] [2024/06/02 08:07:11.200 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=74] [kvs=2] [checksum=3639429438335945898] [2024/06/02 08:07:11.200 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/06/02 08:07:11.200 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/06/02 08:07:11.200 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/06/02 08:07:11.205 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=116] [physicalTableID=116] [indexID=-1] [checksum=3639429438335945898] [totalKvs=2] [totalBytes=74] [2024/06/02 08:07:11.206 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/06/02 08:07:11.206 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.413235ms] [] [2024/06/02 08:07:11.206 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.646028ms] [] [2024/06/02 08:07:11.248 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=97.791794ms] [] [2024/06/02 08:07:11.312 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:11.312 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/06/02 08:07:11.315 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/06/02 08:07:11.362 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/06/02 08:07:11.398 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:11.416 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:11.416 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:11.520 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5557379770000002\n# Parse_time: 0.000841332\n# Compile_time: 0.001662989\n# Rewrite_time: 0.000268716\n# Optimize_time: 0.001209111\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer551646544/001/test.csv.gz';"] [2024/06/02 08:07:11.531 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSnappy [2024/06/02 08:07:11.558 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/06/02 08:07:11.560 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/06/02 08:07:11.600 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:11.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:11.600 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:11.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database snappy"] [2024/06/02 08:07:11.673 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.717 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=1.082926ms] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:11.729 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/06/02 08:07:11.731 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=20.179385ms] [job="ID:119, Type:create schema, State:done, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:11.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.804 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create schema, State:synced, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.833 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/06/02 08:07:11.833 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:11.840 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/06/02 08:07:11.912 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:11.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:11.912 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:11.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/02 08:07:11.986 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.994 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 118, Table ID: 120, Table Name: t"] [2024/06/02 08:07:12.060 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=3.292631ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:12.071 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/06/02 08:07:12.073 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=20.951965ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:11.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.113 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.151 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/06/02 08:07:12.151 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:12.155 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.316701189\n# Parse_time: 0.00133032\n# Compile_time: 0.001040984\n# Rewrite_time: 0.000013885\n# Optimize_time: 0.000790684\n# Wait_TS: 0.017438659\n# DB: snappy\n# Is_internal: false\n# Digest: a02deaa25c5034e37f814d72bf4f52fe53739dd15cd4b94f74c2300e88105e2e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse snappy;\nCREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/02 08:07:12.170 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:12.392 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:12.484 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=33B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:12.522 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:12.522 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:12.628 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:12.629 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:12.631 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/06/02 08:07:12.654 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:12.663 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:12.663 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/06/02 08:07:12.664 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=62.859Β΅s] [2024/06/02 08:07:12.664 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=194.191Β΅s] [] [2024/06/02 08:07:12.664 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:12.664 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:12.808 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/06/02 08:07:12.826 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/06/02 08:07:12.846 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:12.885 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:12.886 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/02 08:07:12.888 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:12.896 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:12.896 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813904704252280] [2024/06/02 08:07:12.897 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:12.897 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:12.898 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:12.898 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:12.898 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:12.898 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:12.899 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:12.915 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:12.916 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:12.916 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:12.917 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:12.917 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/06/02 08:07:12.959 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/06/02 08:07:12.964 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/06/02 08:07:12.968 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/06/02 08:07:12.968 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/06/02 08:07:13.023 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [2024/06/02 08:07:13.026 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [readDur=1.174904ms] [encodeDur=931.029Β΅s] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=66.841Β΅s] [type=file] [takeTime=2.638415ms] [] [2024/06/02 08:07:13.027 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/df1a6dbf-a764-47d7-8323-005683e4ee7c.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F728000000000000002] [2024/06/02 08:07:13.027 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=67.290641ms] [] [2024/06/02 08:07:13.027 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:13.027 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:13.027 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/06/02 08:07:13.030 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=2.442686ms] [] [2024/06/02 08:07:13.030 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/06/02 08:07:13.034 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:13.056 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/06/02 08:07:13.056 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:13.069 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/02 08:07:13.071 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=41.089743ms] [] [2024/06/02 08:07:13.071 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/06/02 08:07:13.072 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.215925ms] [] [2024/06/02 08:07:13.072 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:13.072 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/06/02 08:07:13.074 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.641449ms] [] [2024/06/02 08:07:13.074 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/06/02 08:07:13.074 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/06/02 08:07:13.074 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=62.704Β΅s] [] [2024/06/02 08:07:13.074 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/06/02 08:07:13.075 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=818.691Β΅s] [] [2024/06/02 08:07:13.154 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/02 08:07:13.158 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:13.158 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:13.158 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:13.158 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:13.158 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:13.158 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:13.158 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:13.158 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:13.158 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:13.158 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:13.158 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:13.158 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:13.159 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:13.159 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:13.160 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:13.161 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:13.161 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:13.161 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:13.161 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:13.161 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:13.161 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:13.161 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:13.161 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=276.142635ms] [] [2024/06/02 08:07:13.232 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/06/02 08:07:13.234 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:13.234 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:13.397 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:13.448 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/02 08:07:13.448 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/02 08:07:13.448 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/02 08:07:13.448 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=14.024Β΅s] [] [2024/06/02 08:07:13.448 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=66] [kvs=2] [checksum=14262047008891545520] [2024/06/02 08:07:13.448 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/06/02 08:07:13.448 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/06/02 08:07:13.448 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/06/02 08:07:13.452 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=14262047008891545520] [totalKvs=2] [totalBytes=66] [2024/06/02 08:07:13.453 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/06/02 08:07:13.453 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.157976ms] [] [2024/06/02 08:07:13.453 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.321768ms] [] [2024/06/02 08:07:13.515 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=117.59942ms] [] [2024/06/02 08:07:13.545 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:13.545 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/06/02 08:07:13.548 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/06/02 08:07:13.604 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/06/02 08:07:13.630 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:13.653 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:13.653 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:13.738 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:13.751 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.594894879\n# Parse_time: 0.000586606\n# Compile_time: 0.001390455\n# Rewrite_time: 0.000283928\n# Optimize_time: 0.000790684\n# Wait_TS: 0\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestZStd [2024/06/02 08:07:13.759 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/06/02 08:07:13.761 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/06/02 08:07:13.801 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:13.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database zstd"] [2024/06/02 08:07:13.801 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:13.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:13.892 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:13.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.925 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=983.321Β΅s] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:13.937 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/06/02 08:07:13.939 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=19.618527ms] [job="ID:123, Type:create schema, State:done, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:13.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:14.012 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create schema, State:synced, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:13.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:14.038 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/06/02 08:07:14.038 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:14.044 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/06/02 08:07:14.102 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:14.102 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/02 08:07:14.172 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:14.180 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 122, Table ID: 124, Table Name: t"] [2024/06/02 08:07:14.234 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.521228ms] [gotSchemaVersion=62] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:14.247 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=125] [version=62] [2024/06/02 08:07:14.249 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=21.217338ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:14.330 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:14.365 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/06/02 08:07:14.365 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:14.369 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.32594562\n# Parse_time: 0.000650867\n# Compile_time: 0.000841125\n# Rewrite_time: 0.000010832\n# Optimize_time: 0.000740566\n# Wait_TS: 0.000506665\n# DB: zstd\n# Is_internal: false\n# Digest: 0c19c6ee0f6e88d3d048daabbdcf4e58133d703d419a30f7a248a999fbea849c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse zstd;\nCREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/02 08:07:14.539 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:14.749 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:14.870 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=56B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:14.912 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:14.912 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:15.019 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:15.021 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:15.023 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/06/02 08:07:15.045 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:15.059 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:15.060 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/06/02 08:07:15.060 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=127.708Β΅s] [2024/06/02 08:07:15.060 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=325.343Β΅s] [] [2024/06/02 08:07:15.060 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:15.060 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:15.236 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/06/02 08:07:15.658 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:412.019613ms txnStartTS:450183989876752385 region_id:26 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:411.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:15.658 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:413.001105ms txnStartTS:450183989876752385 region_id:12 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:2, total_time:413.9ms},ResolveLock:{num_rpc:1, total_time:45.6Β΅s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:25 rocksdb_delete_skipped_count:12 rocksdb_key_skipped_count:61 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:15.658 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:361.492728ms txnStartTS:450183989889859585 region_id:26 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:361.4ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:33 rocksdb_delete_skipped_count:14 rocksdb_key_skipped_count:69 rocksdb_cache_hit_count:12 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:15.659 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:401.968327ms txnStartTS:450183989876752388 region_id:12 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:401.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:249 rocksdb_delete_skipped_count:62 rocksdb_key_skipped_count:682 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:15.661 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=287.748844ms] [2024/06/02 08:07:15.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183989889859585\n# Query_time: 0.379252598\n# Parse_time: 0\n# Compile_time: 0.009419392\n# Rewrite_time: 0.001322986\n# Optimize_time: 0.004755602\n# Wait_TS: 0.00011474\n# Cop_time: 0.36375452 Process_time: 0.000261231 Wait_time: 0.000075366 Request_count: 2 Process_keys: 2 Total_keys: 34 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14 Rocksdb_key_skipped_count: 69 Rocksdb_block_cache_hit_count: 14\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000130615 Cop_proc_p90: 0.000160868 Cop_proc_max: 0.000160868 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.7683e-05 Cop_wait_p90: 4.2377e-05 Cop_wait_max: 4.2377e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 15116\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8RKYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMQkBLEw6MzY3LjNtcywgbG9vcHM6MiwgQxluWDpPRkYJNC4zNCBLQglOL0EKMQkxNV85cmIBhs4AiqoAVGlkLCBvZmZzZXQ6MCwgY291bnQ6MzIutAAAMR20AaMANQGjPDAgQnl0ZXMKMgkzMF8yMAlFChk2CDYuNhk2HDMsIGluZGV4RRgUOiB7dG90QSUkaW1lOiAzNjIuNQErKGZldGNoX2hhbmRsLhcAkGJ1aWxkOiA1Ljc4wrVzLCB3YWl0OiAyMy4ywrVzfSwgdGFibGVSWQAILjI3AVgUbnVtOiAxAdo12jA6IDV9LCBuZXh0OiB7AVEAXwWfAY0IMy4yATUFFQlbGGxvb2t1cF8NiBA0MjEuNBWJNiMARHJlc3A6IDIuNzNtc30JNi4wNyEpIcwgMwk0N18xNyhCAc0gKQkxXzAJNjAJBWAEOnQtHQA6RdcAKAUGWCksIHJhbmdlOlsiY2FuY2VsbGluZyIsLg0AIF0sIFsicGF1cwkaEQoJFwhlbmQNFw0KBRcQcmVzdW0JGBULDRkMdmVydBEaEQwJGwh1bm4NGQ0KUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIAG2KHM6cHNldWRvCTEJJds12knvADMhgwBwMaoxlgRtYSV3ADFJBAxwcm9jgRgAcyWyDHRvdF8BEhg6IDE2MC45JXYBFCGdDDogNDItiWhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCxJPgV0CF9kdQUaEG46IDg0DU0sbWF4X2Rpc3RzcWxffflMOiAxfSwgcnBjX2luZm86e0NvcDoBsRhfcnBjOjEsAYRRvxwzNjEuNG1zfUGJCGlrdgVqBDp7Bf8AMHXpAU4oc2Nhbl9kZXRhaWx1AQHcFGVzc19rZRnxBGFsMhcAIF9zaXplOiA2MhF2CSwMMzMsIIVfGG5hcHNob3SFjBA6IDI3LmklYHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9p3wggMTQhxQB5PhcAHDY5LCBibG9jYaQ5URE0BDJ9CecEbWVeyQAF+DatAQRhbCWvDRsANDG0JS0Md2FsbA0ZCDM2MGF5AH1hLgEEBAozgf4cMTkoUHJvYmVpMmZqBv4IBYoIBQwyLjM0gRlJzAAyZswCADGJ+SHcAF8prUkyJdcQOiAxMDBNt1nKBDMzRdsAY8LIAgQ4Lgk67sgCSchlgCnfNsYCvfzuxwJJxww0NzAzNskCADFSyAIEMTKl3gAsXchilwKilgIueQE2lgItgMmWGGt2X3JlYWQunQIlBEKyAgw1Mi42wYNBrwEEHAo0CTQ1XzE4Qt4Fii4FanQBIAlOL0EJTi9BCg==')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('vRTwUgq4FAoMUHJvamVjdGlvbl83ErYRCgZUb3BOXzkShRAKDkluZGV4TG9va1VwXzIwEtwGChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQmAAE5AMAE4AkACShwKGgoFbXlzcWwSAXQaDgoFc3RhdGUSCQdYUroBcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAb3wPHM6cHNldWRvWhV0aW1lOjM2Mi41bXMsIGxvb3BzOjNi2wFjb3BfdGFzazoge251bTogMSwgbWF4OiAzNjEJKyRwcm9jX2tleXM6ARwMdG90XwESKDogMTYwLjnCtXMsBRQkd2FpdDogNDIuNAUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaEG46IDg0DU3QbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFhAhhbF8N5TQxLjRtc319asUCdGlrdgVrBDp7BRwAMBX8AU8Ac0ETKGRldGFpbDoge3RvAUMB3Qxlc3NfLvIABGFsMhcAIF9zaXplOiA2MhF3CSw8MzMsIGdldF9zbmFwc2hvdAmOECAyNy44JRSYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNCwga2V5PhcAHDY5LCBibG9jIaI5UhE0FDJ9fX0sIAHcXskAARw6rgEEYWwlsA0bADQxtSUtCHdhbC1IKCAzNjAuMm1zfXD/EQEEAXgRChj/ARLiBgoHZX1EMTkSjgEKEVRhYmxlUm93SURTIVgMMTghAAEBBKrJQmgDCAwKCnloBFIedrsCBGodBZgAdEGkKcUAMVnCADFanQAoGgECIbx0kxgEbMsRfgBAbeYIUnJtYeIkLnRpZGJfZ2xvYkE4NGFzay5wcmlvcml0eSwgWiEAFGNyZWF0ZSU2YiQANGlkLCBvZmZzZXQ6MCwgKaYMMzJaFCWGDDIuMzQZvAgyYtVifgMIMS42ASkAcF58AwQwMG1pYZBpfAQzM0VmAGPCegMEOC4JOu56A2l6ADGBMgx9fWqyQngDMrMBACz6eQMMNDcwMzZ7AwAxUnoDDDEyLjIlFHl6YkkDokgDLnoBNkgDLYGJRxhrdl9yZWFkLk8DJQRFzC5kAxQ1Mi42wrVeZQMcIfLx2//MjZwyxQIIAUABtdAANkkpsdAI8QFpwfFpLpHTRXwAILX8LGZldGNoX2hhbmRsZR0XpZcQOiA1LjeJr0lWBDIzJUSBZGHfUlkACC4yN0Gt0T8ytgUoNX0sIG5leHQ6IHsBUQBfBZ8BdgAzgVsALAVmAF8JWxhsb29rdXBfDYgINDIxTeMFODIjACRyZXNwOiAyLjczgZ4EzDCdlhwh68s74vYGoj4xAf72A9L2A/F1BDcuJfwppSgycOQiIVEyokhdUUamAASgAlp8BIFYWhsAgb0QX2tleSxiIQAEeXBmsQQOJghuHgAEZXBiWACGMQX5wGJFAI5VBQh0YXLlWQxjb3BlPVUAM0F2LVUIYg9DGW1MOk9GRnDcInj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:07:15.669 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183989876752388\n# Query_time: 0.420339641\n# Parse_time: 0\n# Compile_time: 0.009480877\n# Rewrite_time: 0.001554212\n# Optimize_time: 0.006074472\n# Wait_TS: 0.000111711\n# Cop_time: 0.400877748 Process_time: 0.000341154 Wait_time: 0.000072583 Request_count: 2 Total_keys: 498 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 124 Rocksdb_key_skipped_count: 1364\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000170577 Cop_proc_p90: 0.000206506 Cop_proc_max: 0.000206506 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.6291e-05 Cop_wait_p90: 4.4314e-05 Cop_wait_max: 4.4314e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2017\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qxegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjQwNi4ybXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkLoAAADEdgBwJMCBCeXRlcxEIHAoyCTE3XzI4CXNUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJlADAsIENvbHVtbiMxNSldHXIdcJgsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjU3McK1cywgZmV0Y2gVDgUuDDowc30RoREIJAozCTMxXzQxKEIBUAApCbBAZGF0YTpTZWxlY3Rpb25fNDARhRAzNjkuMgVfNXhsY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xNAGxIVw0X2tleXM6IDAsIHRvdF8BEhg6IDEzNC42BUsBFCR3YWl0OiAyOC4zBRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR+QFzCF9kdQUaFG46IDQ4Lgn3OG1heF9kaXN0c3FsX2NvblUTSCAxfSwgcnBjX2luZm86e0NvcDoBsAxfcnBjQT4lPABfRVsoMS4wNG1zfX0JMjQx1RhOL0EKNAkxIQkEMV9FwlBub3QoaXN0cnVlX3dpdGhfbnVsbChK0QEUcmVvcmcpIVcMdGlrdgW2BDp7BWcEMHNVvTx9LCBzY2FuX2RldGFpbDogKcotNUAyNDksIGdldF9zbmFwc2hvdAmmECAxMC41JSyYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2Miwga2V5QhcAHDgyLCBibG9jIboQfX19LCABlz6EACGsCGVzcxF0LrQBBGFsJbYNGzW7BegId2FsLU4IIDIzKdUAfSFGAQQcCjUJNDNfMzktSwwwMDAJScEuEAR8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FkWZRAQFoAQQwCjMJNl8yOShQcm9iZSGGNDY0MDAJZ3JvdXAgYnk6dWdALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV1AG2BfQg1LjVB3HUFEHBhcnRpIREYb3JrZXI6ezkAIDQwNC43Mjg5NoWuLpICCDUsIEXFYTYAMGkaZQYsMi4wMjI4MTM5ODRzCRcMZXhlY0UwYSohpgUkADMBJwgyMnNpcAFoFDYzODY4OQGZCHA5NTISABR9LCBmaW5aoQAYNS4zNTU0MwXSXqEAAa0Ib3RfBaEYMzAuNjU4woFlARQFnhAzLjQwMxUTFaQYNTEzODcxOBWkHDUuMjYyMDg3GaQZEjm1YWsAM4F0Ja5pawBuYWE1im1SJYwANDKMAQgJMzgutgMQNQk2XzMhuQA4QWg1+UqqAwBw1WQALE7/BSBzY2hlbWFfaWQBzEa/BkXCCR5JSghtaW4VrwA4VkUCBDQupSGSRQIYMS4zNzY1MSXdXqQBOkUCHDA1OTI5MzgzbkUCHDA2MTY5OTQxAdUwYXg6NDAxLjI1NzU3ODmhGRJyRQIYNC4zMzY2MQU5XqEALkUCEDQ4LjUyOkUCDDYuMzmpxkFYUUUYMTc3NjY3NC7pAhAyNzM0OOUPUekREllFADbB2AwzNgkwKfsAZMHTJEhhc2hBZ2dfMzF5ywAxMsgHACzBe6mnACDBINnQBDQwZcJBJ62aLXABEhA6IDIwNq2QAbxlKAggNDTezwYENTBlTABt7s0Gxc0h0gA5zc4AMRqjCMHOADdhGAAxpYP+GgPOGgNKQgMWYAl9Kg48CcVNoSb+NQftNQQyMRp0CP41B6o1BzIaAqGDBGFp8TVVIQXo2TUQIDM4NC5hHVnPBDgJ4TWhGg6ACIHNhXP+NQdSNQc=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('lBrwSQqPGgoNUHJvamVjdGlvbl8xMxL1GAoHU29ydF8xNBL9FwoLSGFzaEpvaW5fMjgSyAYKDlRhYmxlUmVhZGVyXzQxEocECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqBAnRqfAAILCBzAfLwaWRldGFpbDoge3RvdGFsX2tleXM6IDI0OSwgZ2V0X3NuYXBzaG90X3RpbWU6IDEwLjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjIsIGtleV9za2lwcGVkX2NvdW4BF0A4MiwgYmxvY2s6IHt9fX0sIAFYPoQAHHByb2Nlc3NfARwYOiAxMzQuNgV1CaIId2FpEY8MMjguMwkaAegMd2FsbA00BDIzCRoAfVZhATQaAQEhVVVVVZWP8kApAAUBNCRAOAFAAVIRZGF0YTpTXSUEWhYFhxAzNjkuMgVsBGxvJbwUYtkBY29wKdlYIHtudW06IDEsIG1heDogMS4xNG1zLCAByC1RBDAsAb4F2jrSAAXQADoZy4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhhuOiA0OC4xBZmobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYAGEtOCgxLjA0bXN9fXDwAV2PEBKAEAoKYVsgQWdnXzI5EqkMLkcDEDMwEsULGSAQMzUSpAc2egMQMzYS6wQdIgAxTngDADRF9f54A+54A214ACh1eARAv2l4LJQBZ3JvdXAgYnk6bYEBNm0DIeUcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBEam9iX2lkKS0+Q29sdW1uIzE4/t4DSt4DBDIxbWkAcv7eA6beAwgyMDaNU0LeAwQ0NFreAxgzODQuOMK1Xt4DHCHe3d3dHT73bdshx2HbBA9kYdsISGFzRcgMMzFaFWXZEDQwMS4xYa5x2ADXYtgDCDQwMgEpIfJO1wMyywBt1xXEwtcDBDUw/tUDbdUB4QA5ZdYA8S7WAyUmCK1s+DomAQCE/u0Cvu0CVdFd3QA1NZwENC6lSjGcRMUCcGFydGlhbF93b3JrZXI6e7n1AegUMzc2NTE5IaUuAQUcNSwgdGFza1+hpa2JwUUwOjIuMDA1OTI5Mzgzc6UIFF9leGVjOuGhBHRvzWQBJBg2MTY5OTQxYcIEYXgFaBQyNTc1NzgBaAhwOTUyEgAUfSwgZmluWqEAGDQuMzM2NjEFOV6hAAGtAG9NPxA0OC41MkHqHZ4MNi4zOanwASdFwygyLjAxNzc2Njc0MhWkHDQuMjczNDg2GaQZEloWB0kSBEj+TRIEALnpEwAWFncIAG4ObQgxrQg1KSk9owA1AWUtowhw/ALdOyQaAQIhRERERCRjPlYABDhnsVQVVAAsrQMcZmlyc3Ryb3cdbpn4WRsANTJ4AHobAhg0LjcyODk2ZcBeegE6GwIcMjI4MTM5ODQufQE+GwIEMjMBJwAyLncBEDYzODY4RYNJGwA0FRJyGwIYNS4zNTU0MyVLXqEALhsCEDMwLjY1OhsCEDMuNDAzhTYuGwIcMjUxMzg3MThVGxw1LjI2MjA4NyG2CaQZEl4bAhgUrkfhDHsIKpIKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGLABgQsIDXtDCldWhNFvQQ0MEWkTT8EYjcW5AgQaGFzaF/lHQA6FpkKCDo1N0n2EGZldGNoFQ4FLiw6MHN9IZ2rBTkqfgg6ogAAPUqMAABwFl8KHGluZzpkZXNjUpgH6XBV5AA2MiMGBWwA6kJsAE4eCAFIEG1ldGEsThwIGYkdaUWjMQ4ID0NvJsgJSE9GRnD0Cnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:07:15.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183989876752385\n# Query_time: 0.453955016\n# Parse_time: 0\n# Compile_time: 0.024008876\n# Rewrite_time: 0.003217057\n# Optimize_time: 0.015083109\n# Wait_TS: 0.000144615\n# Cop_time: 0.831994046 Process_time: 0.000258573 Wait_time: 0.000107124 Request_count: 4 Process_keys: 2 Total_keys: 42 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 19 Rocksdb_key_skipped_count: 93 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 6.4643e-05 Cop_proc_p90: 8.3234e-05 Cop_proc_max: 8.3234e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.6781e-05 Cop_wait_p90: 3.3115e-05 Cop_wait_max: 3.3115e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 74493\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/TKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKgOjQyNC4ybXMsIGxvb3BzOjIJNC43MyBLQgkwIEJ5dGVzCjEJM18xNQlqkgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJIENvbHVtbiMzNTlfCDMuOT1fCCwgQxl5DDpPRkYhcAAxIXAkTi9BCjIJNl8xNiX+IGdyb3VwIGJ5OlpaASF1JGZ1bmNzOm1heCgdJQxiYWNrAT0UbmRfc3ViIYEALh3sCCktPhWkACwNQRxmaXJzdHJvdy5GAC5yAhBpZCktPh1iNhwAnkYAAYpBC2ZMABEiolIACHlwZWpOAEVaKSN+4gBFaWZLAAUfnpYAUXpmTwARIp5SAF2HZlUAHSWiWABZimpYABklnlgADHN0ZXBmUQABHp5KAC5dA2ZSAC4mAC54AwA3MngDTHBhcnRpYWxfd29ya2VyOnt3YWxspSUkOjQyMy4xMzk1M6UIHfEMOjUsIEWVbG51bToxLCB0b3Rfd2FpdDoyLjExNDIyNzM3M3MJFzRleGVjOjI3Ny40OTXCtQ0VpWEFLBA3NTEzMQEsMG1heDo0MjIuOTk1NzmFGQhwOTUyEgAUfSwgZmluYqkAFDU4NzE0NAHaXqkAAbURqRQ0Mi4yNzQVkQmmDC45MDMVExWkIDY2NzcwMTVzLA2kHDMuNTIwMTQ1AWsJpBkSAH2BrgEEBAozwR4cOAkwCTAuMDJeswaBrFpABCVf/iEGWiEGeWhafQAyNANeJAAuAANaJABJ01odAC6eAjKvBnapBVnJCDIuNiGE7aB2QQYYNAkxN18yMDGQUGlubmVyIGpvaW4sIGVxdWFsOltlcS7nBUqEAHLNAAEdECkgZXEo0UUANwGQyfQINildLrUARaQVtWhidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo0MjFpqBBmZXRjaAUPBTkFMBA6MjM5LkGrJH0sIHByb2JlOns9j03pBGFsZWNVuA1QCTAQMjE4LjdF7AVgECBhbmQgdcIYc30JMTAuMuF9ADAa7QgcNQkzXzIxKEIBrgApMUY92Y4wAUokAB22FCwgY2FzdHqEAXkWMGRvdWJsZSBCSU5BUln9vQA3OWsIMS4zciACCDIuNiJhCBQ2CTMwXzJ1sBlFADA6pggQaW5kZXgScQoEOiApq4kqECA0MTUuhRQlURhfaGFuZGxlCRc9uRAgNC43MiV4JW4YIDE3LjHCtSHIJf5SWQAELjgFWKFsCCAxLDLfBCwgNX0sIG5leHQ6IHsBUQBfBZ8JdqVFBRUJWxhsb29rdXBfSUEUIDU4Mi44FYk2IwAMcmVzcAGqCDIxbUELCDkuOUELDogJGDcJNDdfMjVRCBgxXzAJMTAJBWAMOnN0LCkeEDppZHhfoVIMX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIA5YCBxzOnBzZXVkbzWLBDE1KUlpOwAzIQkAcDEwMRzBRgggNDEl+Axwcm9joUIMczogMMmMARIQOiA3My7ZiiEgDDogMzMlhgVTXHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLGl6BXEIX2R1BRoQbjogNzAlRCxtYXhfZGlzdHNxbF9d1Ew6IDF9LCBycGNfaW5mbzp7Q29wOgGsFF9ycGM6MgWVDr4MFGltZTo0MRIQCzB9LFJlc29sdmVMb2NrGSzpZBUsCDUuNkE1GH0sIHRpa3YFlAQ6ewVHADAisQwBeihzY2FuX2RldGFpbFWuIQUIZXNzJRocX3NpemU6IDYpIARhbAUVFDogMjUsIBK8CxhuYXBzaG90TeIEMTKFdKAsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTIsIGtleT4XABQ2MSwgYmwB2Agge30JvQRtZV6fAAXOMqwB4foEYWkRjTWzJQImtAgUIDQxMS44QbgETi/pihw3CTFfMjcoUKEoAClFs+WTBGluemwEQYVIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAMZXApKVHGCDMuOIUOScUAMkVyKcAAIEEZZeFFxQwxLjQxgb4hry2XKaYlwQw6IDQ3rcAi0wgIIDMyTdkEY2+6xgIMODkuOf7IAk3IoVUAbZbHAgQzMAXDSQruxwJNxwg1NTZWuAIEMS6pc1m4uocCLm0BOocCMXQ+hwIMMTkzLg5gCiYSChg4CTQ1XzI2RYIyNQWKAAVmHgFV5+WiADlR5xgwCTI5Ljk3LqMHPp4O/b4uGwD5Y14hABJADlodAG01Wh4A/nkK/nkKTnkKPnYILgwBDqALXmkIADZx0wg0MTYWqgl11EbKEAQzNPFCEmkIADMOyxApoS5GAMW3FUbly5EcAHQOFQqtFQwxLjU4gRs2aQgIMS41EicI7eAEMTCtraE0DDogMTPJMw64DQRibFZoCMmCACyyaQgIMi4wEoULAWY2RQgNiAgzNjR+aAgBnKGxDDIxLjUxJxJpCAQzMy5pCAAzHmkIImgIRW0AKAUGKmAIDHBhdXOhpQAsFQooXSwgWyJyZXZlcnQJGRkMCRut1wAsteGilggIMS40EmgJKbZqlQgIMS4wJZ+90OnVrdAEODONpbnQDnwKpZbG0AUEMi4JOs6YCAmXHmwICDk1OUk6QTtqiAQALIJtCMXcScghBT6ECCIPCQRrZQ6zCQAxWswFADAaqgm5zFaECAA3DlgKAHk+gwgEMzImgwgm5wkatwgANpqVCC6rATYOBjWyJSoqlQgIMTYwOg4GDpYIBDM1sa8OSQuJEFZYCC6VBBJrDiJRCAg0MTIW6gtJgmpSCAQ0MRLHESF8MWQSggoljgw6IDU0ToECDmgKEqUIthcLBDQ4DTrugQJJgQ7QCQQ5be4mCBomCHaAAgw0NzAzJQ8iBgsAMVZNCBbxC1l/HksIQk8CADKaTwIueQFCTwIpgD5PAgQ0MRKXDvn9ElwIBDM0RUguKAX+WwgWWwg=')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('+TbACvQ2CgdTb3J0XzEzEtY1Cg1Qcm9qZWN0aW9uXzE1EsgyCgpIYXNoQWdnXzE2EuooCjIhABQ4ErwlCgsBISRKb2luXzIwEtsQMkMAZDIxEuAOCg5JbmRleExvb2tVcF8yOBLdBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj00wEAACRAMAE4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhV0aW1lOjQxNS40bXMsIGxvb3BzOjNiggJjb3BfdGFzazoge251bTogMSwgbWF4OiA0MTNtcywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogNzMuNcK1cywgdG90X3dhaXQ6IDMzLjHCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA3MMK1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjIsIHRvdGFsX3RpbWU6NDEzLjltc30sUmVzb2x2ZUxvY2s6e251bV9ycGM6MSwgdG90YWxfdGltZTo0NS42wrVzfX1qmgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5c19zaXplOiA2MCwgdG8BHfBDa2V5czogMjUsIGdldF9zbmFwc2hvdF90aW1lOiAxMi4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQBKSHWBHlfOhcAQDYxLCBibG9jazoge319fSwgAVcsX2RldGFpbDoge3RvAYIYcHJvY2Vzcw1zBDczOa0UYWxfd2FpEY0IMzMuKbQcdGlrdl93YWwtHSggNDExLjhtc31w/xEBBAF4EQok/wESuwYKDFNlbG1HQDI3Eo4BChFUYWJsZVJvd0lESfEANknuBFSlQu4CCA0KC13uCFIea3K9AgRqHAWeAHRWoAFWogAIGgECCX4skKVAKaDbSxqjdZQ/aWwQUm5pbihla0wudGlkYl9iYWNrZ3JvdW5kX3N1YgFmXC5zdGF0ZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAUZXApKVoUIaIQOjMuODR5exgyYoQCY29wCdUMIHtudX17DDEuNDEBKiHFTUwEMCxlaQESFDogNDcuN0VCYY8hzQw6IDMyLeIAY758Aww4OS45BU3ufgNpfjAyLjYxbXN9LFJlc29sdn0DBDMwBcMQfX1q2wFu3QEILCBzoTwAZFbeAmFoJF9zaXplOiA1NTZWbgMIMS4yBd8AcnVuuj0DLm4BOj0DMXUFwn09GDE5My40wrVePgMcIY1EbI0y9XIymQIIAUABsaUEMjCBxQAsjYIQMmLxAWnBXlEsaeJFVBQgNDE1LjVBLCxmZXRjaF9oYW5kbGUJF0VtJGJ1aWxkOiA0LjcpBkkuBDE3ZfaBPGGzUlkABC44BVhRmRRjb25jdXKtkCg1fSwgbmV4dDogewFRAF8Fnwl2ADkBjQUVCVsYbG9va3VwXw2IEDU4Mi44JY9GIwAMcmVzcAGqADJBRAhwmp8ucAThOhipg8CnYxV0PjUBCFKVAX7MAwxlcCwgdiQAHd4ULCBjYXN0etkDgSVBfmgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzc1zQgxLjMhFOlyDDJiD0M9ShRPRkZw7BQuWQUEkRI2XggIORLQOl4IEDM2EooGQl4ICDMzGh5eCBC4mkApAAUBAD4eXggIHAoasXAUAXQaDgoFheEAEgkHBFJtHlUIDHBhdXOB5AAsFQooXSwgWyJyZXZlcnQJGRkMCRutFgAstSAAXcG1BGVwaosIqQ8IMS40RSwpGAwzYtoBZg8FADBFi4H9IXUMczogMS4PBQQ4M23juQ9hQkVnxg8FADLqDwUJlx6NCBA5NTkuNoEGDH1qwwKFI0E3BDp7ZboAMHXgADGK5QQR8ghhbF8hBuHanfwENjIlDwRhbAUVCDogMVoLBQAwZfYALL0LAGRSeQgANyHDQngIBDMyJngICGNhYxrdCRqsCAA2mooILqwBNk0FNbMlKi5NBQQ2MG5NBQwS/wUKKosIDDM1Eo1GiwgEMzQWDQgEqrlCGwMIDAoKeRv+ighyiggoBLpAKbkehetR+D1tmARSKFZLCAxnbG9iQUYEYXMOiwgSRAgAFUU2CDQxMqliaTYIMmLYYjYDCDQxMoF3QS9RF0UmRUEMOiA1NE41A0GvACzGNQMENDgNOs5ECAmXAe8OHwsOeAoEOW0OGQgAkf40A3I0Aww0NzAzJRB5NlZACAAwhUhGPghCAwMAMpoDAy56AUIDAymBPgMDBDQxEhIIWusKHCGJO8PWS+GNMl4CKk8IBDE2NoIGAPBmTwgMMS41OEE2Nk4ICDEuNaWB7cUEMTAawQzhxAw6IDEzBbZyTQgEMTMh1QAssk4IDDIuMDYBjAFmUk0ICDM2NH5NCAGcDsUMBK+sNk4IIAIh6SCU+SYBjz40AQxS2wJtDoUPFhoMLogDBGlkMkUILhsAYahhZGYhAAh5cGViHQDli2IeABhwcmlvcml0ZlwAFGNyZWF0ZRIPCmJFADLfCFrgAABzPicJNuIAAHISyg4EY28ByT4hCS4qACEnXhQJADaVxgg2Ljch25HGQhQJBNwiKhQJQCHFqRolOc6UQCmJ0t7gC5OZDsgNZAFAAVJwaW5uZXIgam9pbiwgZXF1YWw6W2VxersJcugAAR0QKSBlcSgixwkELCARCwg2KV0RwAQyMhZeCxHABJYBZRsQX2hhc2hJqwQ6exKmCww6NDIxCetlUgUPKpgLCDIzOWVLBH0soagMYmU6ez2qBDo1jaAYOjIuMTFzLKFdBUElOwRwcgEwCDIxOBJIDQAsCWAMIGFuZGUwCTMsfXDUUSF+/VR9SBaVQj0BAMv+6QL+6QL+6QL+6QKK6QJ9K0olED2sXRmFtFEZQtkCBNglLtkCGM6mZ+JvmpUelAgA8FHZBLcGDpAQEHAgYnk6HYM+ZwMgZnVuY3M6bWF4evICHagqoQwENSwNQRxmaXJzdHJvdy5GADZrAAgpLT6ChwB+RgCxJGZMABEinpgAoVVqTgClcykjfpwApYJmSwAFH56WALGwZk8AESKeUgC94WZVAB0lolgAJogOalgAGSWeWAClRGIyAgEenkoAAHTddmZSAC4mAHWIADOpJnGIGM0CcGFydGkObwkYb3JrZXI6eyZhDCA0MjMuMTM5NTMSMAsd8aWBDGFza18OBBEWpgoWbhOhkBw0MjI3Mzczc6WkAF8OqBccOjI3Ny40OTUSMAoOiw4S0AoFLBA3NTEzMQEsBG1hocMYMi45OTU3ORL/DgxwOTU6wVAREhR9LCBmaW5iqQAQNTg3MTTFQl6pAMk2AF8ONgkUOjQyLjI3DokSLqYADC45MDNGpAAYNjY3NzAxNdVnGDMuNTIwMTQS+AkJpBkSXogKFDQNzkjW5EbPBACr/msG/msGOmsGSYRa0wR5n1ohAD15ZnEJipUJLrgCJmYIADVdw0UhUcN6SwYUkscXVdj8RnwBAF5axgCG5wCKwwAEaWQVrgQ0LmU/LGxvb3BzOjJw6CUYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:15.674 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/06/02 08:07:15.681 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:15.725 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:15.727 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/02 08:07:15.728 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:15.737 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:15.737 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813904704252280] [2024/06/02 08:07:15.738 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:15.738 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:15.739 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:15.739 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:15.739 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:15.739 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:15.739 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:15.752 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:15.754 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:15.754 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:15.754 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:15.754 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/06/02 08:07:15.803 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/06/02 08:07:17.682 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/06/02 08:07:17.686 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/06/02 08:07:17.687 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/02 08:07:17.697 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [2024/06/02 08:07:17.700 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [readDur=1.349348ms] [encodeDur=604.825Β΅s] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=437.455Β΅s] [type=file] [takeTime=2.94926ms] [] [2024/06/02 08:07:17.701 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/02 08:07:17.701 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/3dae1ead-a38f-4c36-91e7-93e6f497eb81.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/06/02 08:07:17.750 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [2024/06/02 08:07:17.752 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [readDur=1.220689ms] [encodeDur=587.976Β΅s] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=60.484Β΅s] [type=file] [takeTime=2.171772ms] [] [2024/06/02 08:07:17.753 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/fe741689-c9b6-4e3b-9bc8-a4ad345eda66.sst] [firstKey=74800000000000007C5F728000000000000003] [lastKey=74800000000000007C5F728000000000000004] [2024/06/02 08:07:17.753 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=1.950682655s] [] [2024/06/02 08:07:17.754 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:17.754 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:17.754 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/06/02 08:07:17.756 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.810041ms] [] [2024/06/02 08:07:17.756 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/06/02 08:07:17.761 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:17.782 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/06/02 08:07:17.782 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:17.790 +00:00] [WARN] [local.go:1248] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 81, store 3, region 78, epoch conf_ver:5 version:19 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"region 78 is not found\")"] ["job stage"=needRescan] [2024/06/02 08:07:17.791 +00:00] [INFO] [local.go:1455] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=74800000000000007C5F728000000000000001] [endKey=74800000000000007C5F728000000000000005] [stage=regionScanned] [retryCount=1] [waitUntil=2024/06/02 08:07:19.791 +00:00] [2024/06/02 08:07:19.805 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/06/02 08:07:19.807 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=2.05094641s] [] [2024/06/02 08:07:19.807 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/06/02 08:07:19.808 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.40702ms] [] [2024/06/02 08:07:19.808 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:19.808 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/06/02 08:07:19.810 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.690987ms] [] [2024/06/02 08:07:19.810 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/06/02 08:07:19.810 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/06/02 08:07:19.810 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=51.843Β΅s] [] [2024/06/02 08:07:19.810 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/06/02 08:07:19.812 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.092031ms] [] [2024/06/02 08:07:19.860 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:19.865 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:19.865 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:19.865 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:19.865 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:19.867 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:19.867 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:19.867 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:19.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:19.867 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:19.867 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=4.141586137s] [] [2024/06/02 08:07:19.957 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:19.958 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:19.959 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:19.959 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:20.030 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/06/02 08:07:20.032 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:20.032 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:20.166 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:20.212 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/02 08:07:20.213 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/02 08:07:20.213 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/02 08:07:20.213 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=9.23Β΅s] [] [2024/06/02 08:07:20.213 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=132] [kvs=4] [checksum=11508402849382241477] [2024/06/02 08:07:20.213 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/06/02 08:07:20.213 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/06/02 08:07:20.213 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/06/02 08:07:20.217 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=11508402849382241477] [totalKvs=4] [totalBytes=132] [2024/06/02 08:07:20.218 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/06/02 08:07:20.218 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=5.278477ms] [] [2024/06/02 08:07:20.218 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=5.454057ms] [] [2024/06/02 08:07:20.263 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=96.797893ms] [] [2024/06/02 08:07:20.335 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:20.336 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/06/02 08:07:20.338 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/06/02 08:07:20.385 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/06/02 08:07:20.419 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:20.449 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:20.450 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:20.541 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:20.628 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.103950983\n# Parse_time: 0.000638204\n# Compile_time: 0.001607746\n# Rewrite_time: 0.000357924\n# Optimize_time: 0.000740566\n# Wait_TS: 0\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4xcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Ni4xcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:20.642 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:20.642 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:07:20.658 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=f08a08d9-4710-43a3-aac7-980e96b1b748] [2024/06/02 08:07:20.658 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:20.658 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:20.658 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:20.658 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:20.658 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=f08a08d9-4710-43a3-aac7-980e96b1b748] [2024/06/02 08:07:20.681 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:20.681 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=23.779Β΅s] [2024/06/02 08:07:20.681 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=19.056Β΅s] [2024/06/02 08:07:20.681 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=9.963Β΅s] [2024/06/02 08:07:20.681 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=19.192Β΅s] [2024/06/02 08:07:20.681 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=21.233Β΅s] [2024/06/02 08:07:20.682 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=20.261Β΅s] [2024/06/02 08:07:20.682 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=16.402Β΅s] [2024/06/02 08:07:20.682 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=19.186Β΅s] [2024/06/02 08:07:20.682 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=14.984Β΅s] [2024/06/02 08:07:20.682 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=13.381Β΅s] [2024/06/02 08:07:20.682 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:20.682 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=13.521Β΅s] [2024/06/02 08:07:20.682 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:07:20.682 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:07:20.682 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:20.684 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [] [2024/06/02 08:07:20.685 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:20.685 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:20.685 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:20.692 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=f08a08d9-4710-43a3-aac7-980e96b1b748] ["take time"=50.100518ms] [2024/06/02 08:07:20.692 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=f08a08d9-4710-43a3-aac7-980e96b1b748] [2024/06/02 08:07:20.694 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:20.694 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:20.694 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/72039425-bd6b-4e68-bad9-bfcdb9fec61d] [watcherID=8146b69c-e734-4f8f-b98b-9a0c6dcaaa4f] [2024/06/02 08:07:20.694 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/72039425-bd6b-4e68-bad9-bfcdb9fec61d] [2024/06/02 08:07:20.694 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:20.695 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:20.695 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:20.695 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:20.695 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:20.695 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:20.695 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:20.695 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:20.695 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:20.695 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:20.701 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:20.701 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1936] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:20.702 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:20.702 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:20.703 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:20.703 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:20.703 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:20.703 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:20.703 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:20.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:20.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:07:20.703 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 345efda2-49df-4090-8e50-3b847744920d"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:20.703 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:07:20.703 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:20.703 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:20.703 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:20.703 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:20.703 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:20.702 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:20.703 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:20.703 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:20.703 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:20.703 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:20.703 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:20.704 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:20.704 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:20.703 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:20.704 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:20.703 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748 watch owner key /tidb/stats/owner/22318fd7faec5afb"] [2024/06/02 08:07:20.704 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:07:20.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:20.703 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:20.704 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:07:20.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:20.704 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [2024/06/02 08:07:20.704 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:20.704 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [error="context canceled"] [2024/06/02 08:07:20.705 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:20.705 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=345efda2-49df-4090-8e50-3b847744920d] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:20.705 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:20.705 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:20.705 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:20.705 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:20.705 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 345efda2-49df-4090-8e50-3b847744920d"] [error="context canceled"] [2024/06/02 08:07:20.706 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 345efda2-49df-4090-8e50-3b847744920d"] [2024/06/02 08:07:20.706 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 345efda2-49df-4090-8e50-3b847744920d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:20.710 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).extractTaskHandles\n\tpkg/executor/distsql.go:1048\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).fetchHandles\n\tpkg/executor/distsql.go:983\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:727\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:20.710 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:20.710 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:20.710 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:20.905 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:21.949 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:21.949 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:21.949 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:21.957 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 345efda2-49df-4090-8e50-3b847744920d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:22.167 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f08a08d9-4710-43a3-aac7-980e96b1b748"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:22.168 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:22.168 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:22.168 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:22.175 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.533869477s] [2024/06/02 08:07:22.176 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:22.176 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:22.176 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:22.176 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:22.176 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:22.176 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:22.176 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:22.176 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:22.176 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:22.176 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:22.177 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:22.177 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:22.177 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:22.178 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (47.08s) --- PASS: TestImportInto/TestGzipAndMixedCompression (7.00s) --- PASS: TestImportInto/TestImportFromServer (5.82s) --- PASS: TestImportInto/TestSnappy (2.20s) --- PASS: TestImportInto/TestZStd (6.88s) PASS coverage: 13.8% of statements GCov does not exist at the given path: '' Jun 02, 2024 8:07:27 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 02, 2024 8:07:27 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 02, 2024 8:07:27 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 02, 2024 8:07:27 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 02, 2024 8:07:27 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 95.915s, Critical Path: 78.22s INFO: 1625 processes: 1600 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1625 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [1,619 / 1,620] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 40s remote-cache, linux-sandbox [Pipeline] { [Pipeline] sh [2024-06-02T08:07:31.276Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-06-02T08:07:34.471Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:07:34.473Z] ['info'] => Project root located at: . [2024-06-02T08:07:34.475Z] ['info'] -> Token found by environment variables [2024-06-02T08:07:34.488Z] ['info'] Searching for coverage files... [2024-06-02T08:07:35.094Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:07:35.094Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:07:35.473Z] ['info'] Using manual override from args. [2024-06-02T08:07:35.474Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:07:35.487Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:07:36.205Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/8a04611b-0ae0-474c-8a43-f49fd10fd116.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080736Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=a69813e4d260956f4458a27f82b6bdbee3572378d81cf6ba05ce962ba342b202 [2024-06-02T08:07:36.206Z] ['info'] Uploading... [2024-06-02T08:07:37.989Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/default_as_expression.test: ok! 364 test cases passed, take time 27.423827925 s ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.400843881 s [1,619 / 1,620] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 59s remote-cache, linux-sandbox [1,619 / 1,620] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 61s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest2:addindextest2_test up-to-date: bazel-bin/tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test INFO: Elapsed time: 119.649s, Critical Path: 102.18s INFO: 1608 processes: 1584 remote cache hit, 10 internal, 14 linux-sandbox. INFO: Build completed successfully, 1608 total actions Test cases: finished with 9 passing and 0 failing out of 9 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:07:51.216Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:07:51.217Z] ['info'] => Project root located at: . [2024-06-02T08:07:51.220Z] ['info'] -> Token found by environment variables [2024-06-02T08:07:51.235Z] ['info'] Searching for coverage files... [2024-06-02T08:07:51.822Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:07:51.822Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:07:52.213Z] ['info'] Using manual override from args. [2024-06-02T08:07:52.214Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:07:52.226Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:07:52.867Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/ca7f6a9c-802e-418d-bc33-9ca42e7c8a29.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080752Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=2359a63682dfbb600d25049bacb73d3df075d56be9b931718723f26fac5b67e9 [2024-06-02T08:07:52.867Z] ['info'] Uploading... [2024-06-02T08:07:54.654Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,606 / 1,607] Testing //tests/realtikvtest/brietest:brietest_test; 161s remote-cache, linux-sandbox Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 222.459s, Critical Path: 198.72s INFO: 1604 processes: 1577 remote cache hit, 20 internal, 7 linux-sandbox. INFO: Build completed successfully, 1604 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:08:00.560Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:08:00.562Z] ['info'] => Project root located at: . [2024-06-02T08:08:00.567Z] ['info'] -> Token found by environment variables [2024-06-02T08:08:00.592Z] ['info'] Searching for coverage files... [2024-06-02T08:08:01.704Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:08:01.704Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:08:02.193Z] ['info'] Using manual override from args. [2024-06-02T08:08:02.193Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:08:02.208Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:08:03.999Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/5eee51f5-a1dc-48cf-8b10-867f75db7488.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080803Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=005b291eb649a585ac260367f6a8cf8a422205921749f92b8b90afbe7c09643b [2024-06-02T08:08:03.999Z] ['info'] Uploading... [2024-06-02T08:08:05.926Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } ./t/ddl/foreign_key.test: ok! 158 test cases passed, take time 22.487408087 s [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,605 / 1,606] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 101s remote-cache, linux-sandbox [1,605 / 1,606] Testing //tests/realtikvtest/txntest:txntest_test; 101s remote-cache, linux-sandbox [1,627 / 1,628] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 95s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestImportInto [2024/06/02 08:06:30.779 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:30.779 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:06:30.781 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:06:30.781 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:30.782 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:06:30.782 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:30.782 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:30.783 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:30.783 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:30.783 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:30.785 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:06:30.790 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:30.792 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:30.793 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:30.819 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:30.819 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:30.828 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:30.828 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:30.841 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:30.864 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813887548086788] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:30.975 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:31.108 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=294] ["lease id"=3eaa8fd7fadbd0d8] [2024/06/02 08:06:31.111 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:31.118 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest2/importintotest2_test.TestImportInto\n\ttests/realtikvtest/importintotest2/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/02 08:06:31.141 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.931724ms] [2024/06/02 08:06:31.146 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:31.146 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=2c544aff-3408-47df-b057-7072a076823b] [runWorker=true] [2024/06/02 08:06:31.146 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:31.149 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:31.150 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:31.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:31.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:31.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:31.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:31.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:31.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:31.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:31.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:31.151 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:31.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:31.151 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:31.151 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:31.151 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:31.152 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c544aff-3408-47df-b057-7072a076823b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fadbd0dc] [ownerID=2c544aff-3408-47df-b057-7072a076823b] [op=none] [2024/06/02 08:06:31.152 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c544aff-3408-47df-b057-7072a076823b"] [2024/06/02 08:06:31.154 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:31.154 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9833572b-171e-48b4-9bfe-515e75276215] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:31.155 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9833572b-171e-48b4-9bfe-515e75276215"] ["owner key"=/tidb/br-stream/owner/3eaa8fd7fadbd0de] [ownerID=9833572b-171e-48b4-9bfe-515e75276215] [op=none] [2024/06/02 08:06:31.155 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9833572b-171e-48b4-9bfe-515e75276215"] [2024/06/02 08:06:31.155 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:31.156 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c544aff-3408-47df-b057-7072a076823b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fadbd0dc] [ownerID=2c544aff-3408-47df-b057-7072a076823b] [op=none] [2024/06/02 08:06:31.157 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c544aff-3408-47df-b057-7072a076823b"] [op=none] [2024/06/02 08:06:31.157 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:31.162 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/02 08:06:31.194 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:31.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.194 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:31.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/02 08:06:31.233 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.286 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=24.900234ms] [2024/06/02 08:06:31.291 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:31.300 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.300 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/02 08:06:31.302 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=44.619879ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:31.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.339 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.362 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/02 08:06:31.363 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.367 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/02 08:06:31.388 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/02 08:06:31.580 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.580 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/02 08:06:31.649 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.957 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.288034ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:31.967 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.967 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/02 08:06:31.969 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=23.722384ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.038 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.154 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:32.212 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/02 08:06:32.212 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.216 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.835980725\n# Parse_time: 0\n# Compile_time: 0.008526595\n# Rewrite_time: 0.000008492\n# Optimize_time: 0\n# Wait_TS: 0.000310626\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/02 08:06:32.222 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/02 08:06:32.269 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.269 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/02 08:06:32.308 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.378 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.668615ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.387 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.387 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/02 08:06:32.389 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=17.082709ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.424 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.467 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/02 08:06:32.467 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.473 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/02 08:06:32.514 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.514 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/02 08:06:32.551 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.626 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=3.13701ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.638 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.638 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/02 08:06:32.640 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=21.511405ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.695 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.738 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/02 08:06:32.738 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.753 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/02 08:06:32.854 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.854 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/02 08:06:32.909 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.068 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.921997ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.078 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.078 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/02 08:06:33.080 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=20.581345ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.122 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.150 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:33.152 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/02 08:06:33.227 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/02 08:06:33.228 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.231 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.482823534\n# Parse_time: 0\n# Compile_time: 0.004901571\n# Rewrite_time: 0.000010891\n# Optimize_time: 0\n# Wait_TS: 0.000487576\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:33.236 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/02 08:06:33.295 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.295 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/02 08:06:33.338 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.434 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.171622ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.444 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.444 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/02 08:06:33.446 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=18.903857ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.481 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.546 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/02 08:06:33.546 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.549 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.315378839\n# Parse_time: 0\n# Compile_time: 0.002319607\n# Rewrite_time: 0.000008171\n# Optimize_time: 0\n# Wait_TS: 0.000343265\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:33.554 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/02 08:06:33.613 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.613 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/02 08:06:33.658 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.752 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.096742ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.763 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.763 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/02 08:06:33.765 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=19.214609ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.824 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.879 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/02 08:06:33.879 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.883 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.330871553\n# Parse_time: 0\n# Compile_time: 0.00207932\n# Rewrite_time: 0.000009175\n# Optimize_time: 0\n# Wait_TS: 0.000399279\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:33.885 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/02 08:06:33.924 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.924 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/02 08:06:33.992 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.045 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.519772ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.054 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.055 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/02 08:06:34.056 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=16.86456ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.119 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.157 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/02 08:06:34.157 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.163 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/02 08:06:34.204 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/02 08:06:34.204 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.278 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.345 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.396272ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.355 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.355 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/02 08:06:34.357 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=18.211863ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.437 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.481 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/02 08:06:34.481 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.322845897\n# Parse_time: 0\n# Compile_time: 0.001239264\n# Rewrite_time: 0.000008164\n# Optimize_time: 0\n# Wait_TS: 0.000287904\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:34.489 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/02 08:06:34.538 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.538 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/02 08:06:34.593 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.671 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.965071ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.682 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.682 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/02 08:06:34.684 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=20.748187ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.719 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.767 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/02 08:06:34.767 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.774 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/02 08:06:34.823 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.823 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/02 08:06:34.888 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.963 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.887353ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.974 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.974 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/02 08:06:34.976 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=20.520963ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.039 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.090 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/02 08:06:35.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.094 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.321557754\n# Parse_time: 0\n# Compile_time: 0.00190176\n# Rewrite_time: 0.000009764\n# Optimize_time: 0\n# Wait_TS: 0.000433495\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:35.100 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:35.102 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:35.172 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.172 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:35.215 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.339 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.648109ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.348 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.348 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/02 08:06:35.350 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=18.894838ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.385 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.469 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/02 08:06:35.469 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.473 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375396704\n# Parse_time: 0\n# Compile_time: 0.00300984\n# Rewrite_time: 0.000010501\n# Optimize_time: 0\n# Wait_TS: 0.000333487\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:35.479 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/02 08:06:35.547 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.547 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/02 08:06:35.602 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.715 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.565051ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.726 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.727 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/02 08:06:35.729 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=21.805746ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.766 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.823 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/02 08:06:35.824 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.827 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.35160171\n# Parse_time: 0\n# Compile_time: 0.003979383\n# Rewrite_time: 0.000012701\n# Optimize_time: 0\n# Wait_TS: 0.000409847\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:35.832 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:35.880 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.880 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:35.946 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.019 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.88861ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.030 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.030 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/02 08:06:36.031 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=18.845308ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.067 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.114 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/02 08:06:36.114 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.121 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:36.182 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.182 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:36.247 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.335 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.750831ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.346 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.346 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/02 08:06:36.348 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=20.368246ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.384 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.437 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/02 08:06:36.437 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.320959908\n# Parse_time: 0\n# Compile_time: 0.001892577\n# Rewrite_time: 0.000009267\n# Optimize_time: 0\n# Wait_TS: 0.000337062\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:36.446 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:36.495 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.495 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:36.562 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.636 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.761281ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.646 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.646 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/02 08:06:36.648 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=18.405575ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.684 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.730 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/02 08:06:36.730 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.738 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/02 08:06:36.789 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.789 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/02 08:06:36.860 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.948 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.227992ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.958 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.958 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/02 08:06:36.960 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=19.419696ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.023 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.074 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/02 08:06:37.074 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.077 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341313685\n# Parse_time: 0\n# Compile_time: 0.002261689\n# Rewrite_time: 0.000015264\n# Optimize_time: 0\n# Wait_TS: 0.000460357\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:37.082 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/02 08:06:37.131 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.131 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/02 08:06:37.197 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.266 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.840203ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.276 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.276 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/02 08:06:37.278 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=18.245433ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.311 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.356 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/02 08:06:37.356 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.365 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:37.440 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.440 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:37.480 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.597 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.69651ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.608 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.608 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/02 08:06:37.610 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=20.345485ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.679 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.755 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/02 08:06:37.755 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.759 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.396777975\n# Parse_time: 0\n# Compile_time: 0.002800783\n# Rewrite_time: 0.000012954\n# Optimize_time: 0\n# Wait_TS: 0.00030164\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:37.776 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:37.823 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.823 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:37.864 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.942 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.78844ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.952 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.952 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/02 08:06:37.954 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=18.069995ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.022 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.068 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/02 08:06:38.068 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.073 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/02 08:06:38.117 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.117 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/02 08:06:38.160 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.233 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.761952ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.244 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.244 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/02 08:06:38.246 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=20.247277ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.303 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.343 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/02 08:06:38.343 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.348 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/02 08:06:38.380 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.380 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/02 08:06:38.420 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.465 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.256815ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.478 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.478 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/02 08:06:38.479 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=19.759734ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.530 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.562 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/02 08:06:38.562 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.571 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/02 08:06:38.633 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.633 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/02 08:06:38.681 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.786 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.41413ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.801 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.801 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/02 08:06:38.802 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=23.835794ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.893 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.958 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/02 08:06:38.959 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.963 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.393696123\n# Parse_time: 0\n# Compile_time: 0.002104346\n# Rewrite_time: 0.000009707\n# Optimize_time: 0\n# Wait_TS: 0.000368464\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:38.966 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:39.015 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.015 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:39.076 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.146 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.870223ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.157 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.157 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/02 08:06:39.159 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=20.313396ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.224 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.268 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/02 08:06:39.268 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.271 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.306730252\n# Parse_time: 0\n# Compile_time: 0.001518168\n# Rewrite_time: 0.000010988\n# Optimize_time: 0\n# Wait_TS: 0.000426803\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.275 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/02 08:06:39.320 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.321 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/02 08:06:39.361 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.436 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.749907ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.446 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.446 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/02 08:06:39.448 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=18.723817ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.513 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.560 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/02 08:06:39.560 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.566 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/02 08:06:39.609 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.609 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/02 08:06:39.698 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.766 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.79155ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.779 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.779 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/02 08:06:39.781 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=21.68466ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.838 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.882 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/02 08:06:39.883 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.886 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.321004186\n# Parse_time: 0\n# Compile_time: 0.001466653\n# Rewrite_time: 0.000010253\n# Optimize_time: 0\n# Wait_TS: 0.000424629\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.889 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:39.935 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.935 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/02 08:06:39.977 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.052 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.73599ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.063 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.063 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/02 08:06:40.065 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=19.341462ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.127 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.175 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/02 08:06:40.175 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.181 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/02 08:06:40.248 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.248 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/02 08:06:40.293 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.366 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.6216ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.377 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.377 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/02 08:06:40.379 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=20.285648ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.436 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.482 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/02 08:06:40.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.485 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.305447246\n# Parse_time: 0\n# Compile_time: 0.0017088\n# Rewrite_time: 0.000011037\n# Optimize_time: 0\n# Wait_TS: 0.000429499\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.490 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:40.492 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:40.547 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.547 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/02 08:06:40.615 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.698 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.648012ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.708 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.708 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/02 08:06:40.709 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=17.439937ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.772 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.824 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/02 08:06:40.824 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.827 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338745119\n# Parse_time: 0\n# Compile_time: 0.00239896\n# Rewrite_time: 0.000008863\n# Optimize_time: 0\n# Wait_TS: 0.00044535\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.834 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:40.907 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.907 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:40.961 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.045 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.33398ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.056 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.056 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/02 08:06:41.059 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=20.551097ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.121 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.180 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/02 08:06:41.180 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.184 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.3524722\n# Parse_time: 0\n# Compile_time: 0.002335621\n# Rewrite_time: 0.000009937\n# Optimize_time: 0\n# Wait_TS: 0.000434882\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.192 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:41.254 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.254 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:41.315 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.420 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.219396ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.431 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.431 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/02 08:06:41.432 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=29.704944ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.479 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.549 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/02 08:06:41.550 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.553 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.363666721\n# Parse_time: 0\n# Compile_time: 0.002314152\n# Rewrite_time: 0.000010412\n# Optimize_time: 0\n# Wait_TS: 0.000350201\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.561 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/02 08:06:41.635 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.635 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/02 08:06:41.690 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.807 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.78604ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.818 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.818 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/02 08:06:41.819 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=19.993939ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.876 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.954 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/02 08:06:41.954 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.400267945\n# Parse_time: 0\n# Compile_time: 0.003994794\n# Rewrite_time: 0.000013309\n# Optimize_time: 0\n# Wait_TS: 0.000393209\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.960 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/02 08:06:42.000 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.000 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/02 08:06:42.070 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.121 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.281085ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.133 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.133 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/02 08:06:42.135 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=19.223163ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.201 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.236 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/02 08:06:42.236 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.315 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:42.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.315 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:42.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/02 08:06:42.359 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.466 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.222818ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:42.477 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.477 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/02 08:06:42.479 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=20.470303ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:42.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.538 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.597 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/02 08:06:42.597 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.601 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.356921381\n# Parse_time: 0\n# Compile_time: 0.00651511\n# Rewrite_time: 0.003379984\n# Optimize_time: 0\n# Wait_TS: 0.000421089\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.609 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/02 08:06:42.664 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.664 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/02 08:06:42.724 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.815 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.911716ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.827 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.827 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/02 08:06:42.828 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=20.306641ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.901 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.953 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/02 08:06:42.953 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.957 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.351304372\n# Parse_time: 0\n# Compile_time: 0.003724138\n# Rewrite_time: 0.000014629\n# Optimize_time: 0\n# Wait_TS: 0.000415071\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.961 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/02 08:06:43.010 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:43.010 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/02 08:06:43.077 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.142 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.60872ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.153 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.153 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/02 08:06:43.154 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=9833572b-171e-48b4-9bfe-515e75276215] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:43.154 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/02 08:06:43.155 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=18.849214ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.226 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.270 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/02 08:06:43.270 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:43.274 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.314827585\n# Parse_time: 0\n# Compile_time: 0.002592835\n# Rewrite_time: 0.000010773\n# Optimize_time: 0\n# Wait_TS: 0.000353915\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:43.279 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/02 08:06:43.324 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:43.324 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/02 08:06:43.368 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.436 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.793938ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.447 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.447 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/02 08:06:43.449 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=19.008314ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.538 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.583 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/02 08:06:43.584 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:43.587 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310225912\n# Parse_time: 0\n# Compile_time: 0.002484635\n# Rewrite_time: 0.000012366\n# Optimize_time: 0\n# Wait_TS: 0.000361626\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:43.594 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/02 08:06:43.682 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:43.682 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/02 08:06:43.724 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.859 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.285107ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.869 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.869 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/02 08:06:43.871 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=19.867874ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.928 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.014 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/02 08:06:44.014 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.017 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.425813046\n# Parse_time: 0\n# Compile_time: 0.003329566\n# Rewrite_time: 0.000013283\n# Optimize_time: 0\n# Wait_TS: 0.000361584\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.023 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/02 08:06:44.112 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.112 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/02 08:06:44.182 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.306 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.925594ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:44.317 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.317 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/02 08:06:44.320 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=21.652813ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.379 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.457 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/02 08:06:44.457 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.461 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.440557223\n# Parse_time: 0\n# Compile_time: 0.002491309\n# Rewrite_time: 0.000011423\n# Optimize_time: 0\n# Wait_TS: 0.00031102\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.468 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/02 08:06:44.552 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.552 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/02 08:06:44.613 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.759 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.54573ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:44.771 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.771 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/02 08:06:44.772 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=21.629828ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.831 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.915 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/02 08:06:44.916 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.919 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.454145286\n# Parse_time: 0\n# Compile_time: 0.002998241\n# Rewrite_time: 0.000012053\n# Optimize_time: 0\n# Wait_TS: 0.000348614\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.925 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:45.007 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.007 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:45.072 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.211 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.230007ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.223 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.223 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/02 08:06:45.225 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=22.391909ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.293 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.374 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/02 08:06:45.374 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.378 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.456108329\n# Parse_time: 0\n# Compile_time: 0.002557442\n# Rewrite_time: 0.00001037\n# Optimize_time: 0\n# Wait_TS: 0.000342799\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:45.386 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:45.464 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.464 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:45.501 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.625 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.089918ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.635 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.635 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/02 08:06:45.637 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=20.874942ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.676 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.755 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/02 08:06:45.755 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.759 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375305116\n# Parse_time: 0\n# Compile_time: 0.00252656\n# Rewrite_time: 0.000010558\n# Optimize_time: 0\n# Wait_TS: 0.000383638\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:45.766 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/02 08:06:45.866 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.866 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/02 08:06:45.939 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.067 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.942928ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.078 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.078 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/02 08:06:46.080 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=21.786858ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.119 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.210 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/02 08:06:46.210 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.213 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.450071632\n# Parse_time: 0\n# Compile_time: 0.003438095\n# Rewrite_time: 0.000010851\n# Optimize_time: 0\n# Wait_TS: 0.000368059\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.219 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:46.281 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.281 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:46.333 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.452 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.2952ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.464 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.464 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/02 08:06:46.466 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=20.649237ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.526 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.586 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/02 08:06:46.586 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.590 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372896146\n# Parse_time: 0\n# Compile_time: 0.002677512\n# Rewrite_time: 0.000009644\n# Optimize_time: 0\n# Wait_TS: 0.000460723\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.594 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:46.652 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.651 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:46.701 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.787 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.150104ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.798 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.798 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/02 08:06:46.800 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=20.019304ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.872 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.928 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/02 08:06:46.929 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.932 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339572287\n# Parse_time: 0\n# Compile_time: 0.002242533\n# Rewrite_time: 0.000008285\n# Optimize_time: 0\n# Wait_TS: 0.000452095\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.940 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/02 08:06:47.043 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.044 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/02 08:06:47.098 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.258 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.487987ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.269 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.269 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/02 08:06:47.271 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=20.979784ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.330 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.430 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/02 08:06:47.430 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.434 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.497146365\n# Parse_time: 0\n# Compile_time: 0.003627378\n# Rewrite_time: 0.000009927\n# Optimize_time: 0\n# Wait_TS: 0.000505555\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.439 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:47.499 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.499 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:47.548 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.655 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.482676ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.666 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.666 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/02 08:06:47.668 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=21.645688ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.728 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.814 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/02 08:06:47.814 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.818 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.380579268\n# Parse_time: 0\n# Compile_time: 0.002175438\n# Rewrite_time: 0.000008428\n# Optimize_time: 0\n# Wait_TS: 0.000313019\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.821 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/02 08:06:47.870 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.870 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/02 08:06:47.940 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.040 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.842297ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:48.052 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.052 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/02 08:06:48.054 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=21.905348ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.133 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.178 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:48.179 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:48.179 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:48.179 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:48.185 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/02 08:06:48.185 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:48.189 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.369264587\n# Parse_time: 0\n# Compile_time: 0.001509811\n# Rewrite_time: 0.00001147\n# Optimize_time: 0\n# Wait_TS: 0.000383548\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:48.192 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/02 08:06:48.239 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:48.239 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/02 08:06:48.305 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.395 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.834416ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:48.405 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.405 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/02 08:06:48.407 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=19.264595ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.477 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.523 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/02 08:06:48.523 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:48.527 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.336216114\n# Parse_time: 0\n# Compile_time: 0.001503888\n# Rewrite_time: 0.000009538\n# Optimize_time: 0\n# Wait_TS: 0.000476365\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:48.528 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/02 08:06:48.559 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:48.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:48.559 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:48.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/02 08:06:48.608 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.637 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.023392ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:06:48.648 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.648 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/02 08:06:48.649 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=17.135168ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:48.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.683 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.710 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/02 08:06:48.710 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:48.772 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:48.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:48.772 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:48.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/02 08:06:48.842 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.920 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.612673ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:48.930 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.930 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/02 08:06:48.931 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=28.339453ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:48.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.971 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.029 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/02 08:06:49.029 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:49.033 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.316749975\n# Parse_time: 0\n# Compile_time: 0.003657003\n# Rewrite_time: 0.001816235\n# Optimize_time: 0\n# Wait_TS: 0.000376068\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:49.569 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183983010414597\n# Query_time: 0.331964021\n# Parse_time: 0\n# Compile_time: 0.151951486\n# Rewrite_time: 0.004491372\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 372507\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0AvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE3MC44bXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogMjYJIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDY5OC4zwrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDMzLjjCtXMRQQx3YWl0ERoIOS4yHRooa3ZfcmVhZF93YWwNaBAgNzYuNgkiCGlrdi4ZAAA5ARcYfSwgc2Nhbj5/AAxrZXlzBcIoZ2V0X3NuYXBzaG8RcwwxMS45BVFocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaBAeG46IHtwcmV3cml0ZToxLjUhVgFQESEQczozMjQNvwkUDDoxLjAlfRxzbG93ZXN0XxE/JUEAIDGBZDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvIac4MTI3LjAuMC4xOjIwMTYwQmABOgcBCDY1NTGJNgoBAas++wAAMA2vWvsABes5TAWRFF9iYXRjaCW0DDogMTclOihwcm9wb3NlX3NlbiGsSGl0OiAwcywgcGVyc2lzdF9sb2cZ7QAyNeMJXhRsZWFkZXINUCQ3NW5zLCBzeW5jCTUMMTgxLkkqCS0wbWVtdGFibGU6IDIuMC3wKWsJMAwzODcuARcYLCBhcHBseTasAAAzLegFGxWRADYp/RRtdXRleF8p+AG8CXAynQAZFwB3ZTcAMAX8CSkZmQw4LjMxYQhdOxhwcmltYXJ5/vUBavUBDDM5My4FdgAshvUBCDMuNAErBCwg4vUBADUF+a71AQQ1NC18AHdhPTZXAQQzNDb0AQgyOS4pwwksOVoMNDQ0bmHhLvEBCDI0Mw0uJdY28QEAMi4bADXxBDM1JSsILCBtwvMBCDcuMUkuPpsACDcuMSFUJfVtxghudW2hIwkqhYAEMSwNDhhieXRlOjMyBS5kaW5zZXJ0OjE0NG1zCTExNS44IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/06/02 08:06:49.676 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=18.521312483s] [2024/06/02 08:06:49.681 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c544aff-3408-47df-b057-7072a076823b"] [2024/06/02 08:06:49.681 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=14.238Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=11.585Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=9.9Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.364Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=5.983Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=11.259Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=13.627Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=9.26Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=11.202Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=13.542Β΅s] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:49.692 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.631Β΅s] [2024/06/02 08:06:49.692 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c544aff-3408-47df-b057-7072a076823b"] [2024/06/02 08:06:49.692 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c544aff-3408-47df-b057-7072a076823b"] [2024/06/02 08:06:49.694 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c544aff-3408-47df-b057-7072a076823b"] [] [2024/06/02 08:06:49.695 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:49.695 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:06:49.695 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:06:49.710 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=2c544aff-3408-47df-b057-7072a076823b] ["take time"=28.949711ms] [2024/06/02 08:06:49.710 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=2c544aff-3408-47df-b057-7072a076823b] [2024/06/02 08:06:49.712 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=294] [2024/06/02 08:06:49.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:49.712 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:06:49.712 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:06:49.712 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:06:49.712 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:06:49.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:49.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:49.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:49.713 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:49.712 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:06:49.712 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:49.713 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:49.713 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 9833572b-171e-48b4-9bfe-515e75276215 watch owner key /tidb/br-stream/owner/3eaa8fd7fadbd0de"] [2024/06/02 08:06:49.713 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9833572b-171e-48b4-9bfe-515e75276215"] [2024/06/02 08:06:49.713 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9833572b-171e-48b4-9bfe-515e75276215"] [2024/06/02 08:06:49.713 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:06:49.713 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9833572b-171e-48b4-9bfe-515e75276215"] [2024/06/02 08:06:49.713 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:06:49.713 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:06:49.715 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:06:49.715 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9833572b-171e-48b4-9bfe-515e75276215] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:49.715 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:06:49.715 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 08:06:49.715 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:49.715 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:49.715 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:49.715 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 9833572b-171e-48b4-9bfe-515e75276215"] [error="context canceled"] [2024/06/02 08:06:49.715 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=34.751291ms] [2024/06/02 08:06:49.716 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813887548086788] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:49.726 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:49.873 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=250] ["lease id"=22318fd7fadbcbe6] [2024/06/02 08:06:49.875 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:49.915 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9833572b-171e-48b4-9bfe-515e75276215"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:49.968 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=89.66333ms] [2024/06/02 08:06:49.973 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:49.973 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=32d06e82-985c-40a7-8736-3b4fc444141f] [runWorker=true] [2024/06/02 08:06:49.973 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:49.975 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:49.976 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:49.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:49.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:49.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:49.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:49.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:49.976 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:49.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:49.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:49.977 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:49.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:49.977 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:49.977 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:49.977 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:49.978 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fadbd18d] [ownerID=32d06e82-985c-40a7-8736-3b4fc444141f] [op=none] [2024/06/02 08:06:49.978 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:06:49.979 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:49.979 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:49.986 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:49.986 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fadbd18d] [ownerID=32d06e82-985c-40a7-8736-3b4fc444141f] [op=none] [2024/06/02 08:06:49.986 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [op=none] [2024/06/02 08:06:49.986 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:50.007 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:06:50.008 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:50.009 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:06:50.018 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] ["owner key"=/tidb/bindinfo/owner/3eaa8fd7fadbd193] [ownerID=32d06e82-985c-40a7-8736-3b4fc444141f] [op=none] [2024/06/02 08:06:50.019 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:06:50.034 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/02 08:06:50.041 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:06:50.117 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:50.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:50.145 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:50.145 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:50.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:50.146 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:06:50.146 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:06:50.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:50.146 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:06:50.146 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:06:50.146 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:06:50.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:50.149 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:06:50.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:50.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:50.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:50.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:50.151 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:06:50.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:50.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:50.151 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=10] [2024/06/02 08:06:50.153 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] ["owner key"=/tidb/stats/owner/22318fd7fadbcbf0] [ownerID=32d06e82-985c-40a7-8736-3b4fc444141f] [op=none] [2024/06/02 08:06:50.153 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:06:50.154 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:50.156 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/06/02 08:06:50.161 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:06:50.161 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/fc674187-49bf-4d9f-9956-0dae2fb07617] [2024/06/02 08:06:50.161 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:50.161 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:50.173 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:50.174 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:06:50.174 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:06:50.177 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:06:50.187 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=37.433304ms] [2024/06/02 08:06:50.187 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:06:50.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:50.248 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:06:50.282 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:06:50.333 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_schema_cache_size] [val=1073741824] === RUN TestImportInto/TestImportFromSelectBasic [2024/06/02 08:06:50.338 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists from_select"] [user=] [2024/06/02 08:06:50.341 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database from_select"] [user=] [2024/06/02 08:06:50.372 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:50.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:50.372 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:50.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/06/02 08:06:50.607 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=51] ["start time"=359.14451ms] [2024/06/02 08:06:50.694 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:50.695 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=452.389944ms] [2024/06/02 08:06:50.928 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183983377416193\n# Query_time: 0.508293368\n# Parse_time: 0\n# Compile_time: 0.001448622\n# Rewrite_time: 0.001784227\n# Optimize_time: 0.003362407\n# Wait_TS: 0.000213487\n# Prewrite_time: 0.001393697 Commit_time: 0.001566466 Get_commit_ts_time: 0.000324708 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 610.3Β΅s}, scan_detail: {get_snapshot_time: 16.2Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 25Β΅s, propose_send_wait: 0s, persist_log: {total: 106.1Β΅s, write_leader_wait: 42ns, sync_log: 56.1Β΅s, write_memtable: 1.35Β΅s}, commit_log: 318Β΅s, apply_batch_wait: 14.3Β΅s, apply: {total:83.9Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 19.9Β΅s, write_memtable: 15.2Β΅s}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 610.3Β΅s}, scan_detail: {get_snapshot_time: 16.2Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 25Β΅s, propose_send_wait: 0s, persist_log: {total: 106.1Β΅s, write_leader_wait: 42ns, sync_log: 56.1Β΅s, write_memtable: 1.35Β΅s}, commit_log: 318Β΅s, apply_batch_wait: 14.3Β΅s, apply: {total:83.9Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 19.9Β΅s, write_memtable: 15.2Β΅s}}} Write_keys: 1 Write_size: 845 Prewrite_region: 1\n# Is_internal: true\n# Digest: bb9a0484a27cea37dfc9b79800bc11ddc72f4ac11810a6eb126d600a567ce029\n# Num_cop_tasks: 0\n# Mem_max: 10007\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iwzoMAkyOF8zCTAJMAlOL0EJMAl0aW1lOjEuNjJtcywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXQBJwQzOQEnDGdldF8RIiRzOjMyNC43wrVzETYQOjEuNTcBJyBzbG93ZXN0X3ANQPA8X3JwYzoge3RvdGFsOiAwLjAwMXMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjAsIAGoGF9kZXRhaWwBRCBpa3Zfd2FsbF8BGEA6IDYxMC4zwrVzfSwgc2NhbhkpAascc25hcHNob3QNLAwxNi4yBa9Ycm9ja3NkYjoge2Jsb2NrOiB7fX19LCAF7BlCBZE4X2JhdGNoX3dhaXQ6IDI1BT8scHJvcG9zZV9zZW5kDRo4MHMsIHBlcnNpc3RfbG9nAakJ7RAxMDYuMQU2CV4UbGVhZGVyDTYkNDJucywgc3luYwk1ADU2LAAYbWVtdGFibCEVBC4zAXsAfTFqCS8IMzE4BVoQYXBwbHkyqQAEMTQlFQAsCRsVjgw4My45BTIUbXV0ZXhfCfwBu0qcABkXAHchtQQxOQ07CSsdmwA1JVUlQU0bGHByaW1hcnn+9gFu9gEMOTUuNp72AQA1Dbre9gFVN7L4AQA0KWopLzL2AQQ3Njb2AQw4MC40JZYJLD1bBC45TdstWUVaDDM2My4B/C3dNvgBADVNbUUTOfgAOQ0yAG3G+AEENy5JZUKdAAA0BRkl+G3KCG51bYFDCSoMa2V5cxkOgGJ5dGU6ODQ1fQkxLjc3IEtCCU4vQQoxCTM2XzEJMAkxCUnpXHRpZGJfZGRsX2pvYiwgaGFuZGxlOjEwNQEhGGltZTo5NDZN2UBsb29wczoyLCBHZXQ6e251bUVuCDEsIGV4afEINjUxBfgAfUJFBGGcHF9wcm9jZXNzCSwIIDI2BdARQWHxDRoIMzUuieYJNxRrdl9yZWFh+ZmFEZY+ngQAN2k2AH0+nQQJShGBJSsAIBW8LhcAJF9zaXplOiA4NTMRmRUtTuEEBDEuKa0Ack7hBCAJTi9BCU4vQQo=')\n# Plan_digest: 3fea32741ba131a439f08d925bc0d60ce688c732cc613c6d3625da6592028edc\n# Binary_plan: tidb_decode_binary_plan('vgx4CrkMCghVcGRhdGVfMxKcAwoLUG9pbnRfR2V0XzEpAAUB8G3wPzABOAFAAUoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSCmhhbmRsZToxMDVaFnRpbWU6OTQ2LjPCtXMsIGxvb3BzOjJiqgJHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo2NTEuNsK1c30sIAE/KF9kZXRhaWw6IHt0BSQccHJvY2Vzc18BHBQ6IDI2LjgFWwkdDHdhaXQNGgwzNS43HRooa3ZfcmVhZF93YWwNaAggNjYNlwx0aWt2LhkAFDc5LjnCtQGBDHNjYW5egQAYa2V5czogMRG8EZgBFyRfc2l6ZTogODUzER4BFgUtKGdldF9zbmFwc2hvEaoIMTEuCcRYcm9ja3NkYjoge2Jsb2NrOiB7fX19cP8RAQQBeBEKAP8lhBhSA04vQVoUJQkQMS42Mm01YhwxYuAIY29tbSENRHhuOiB7cHJld3JpdGU6MS4zOQEoAYcRIhBzOjMyNC0tCRQQOjEuNTcBJxxzbG93ZXN0XxFAJa8tisA6IDAuMDAxcywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MCwgAak9TTp1AQg2MTAljwR9LDp2AQGrPjIBCDYuMiXcUjIBBCwgBewZawWRFF9iYXRjaEUiDDogMjUFPyhwcm9wb3NlX3NlbkEaSGl0OiAwcywgcGVyc2lzdF9sb2cZ7RAxMDYuMQU2CV4UbGVhZGVyDVAkNDJucywgc3luYwk1ADU2LAAYbWVtdGFibCEVBC4zAXsEfSwtagkvBDMxSQEQYXBwbHkyqQAEMTQlFQAsCRsVjgQ4M0WiHCwgbXV0ZXhfSS4Bu0qcABkXFHdhbDogMUndMSUdmwA1JVUEfX0ZnRhwcmltYXJ5/vYBbvYBDDk1LjZObANO9gEANQ313vYBVTey+AEANIEMMS8y9gEENzY29gEMODAuNF0iPVsILjkzCeVpYC32CDYzLgH8Ld02+AEANU1tRRM5+AA5DTIAbcb4AQA3jWZJIx2dADQFGSX4bcoQbnVtOjER8wBrgegVDmBieXRlOjg0NX1wlw54////////////ARgB')\n# Resource_group: default\n;"] [2024/06/02 08:06:50.929 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.960 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=957.837Β΅s] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:06:50.973 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/02 08:06:50.975 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=20.317073ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:50.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.001 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:51.001 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:51.001 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:51.001 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:51.057 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.083 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/02 08:06:51.083 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:51.087 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.747305153\n# Parse_time: 0.000460619\n# Compile_time: 0.000768076\n# Rewrite_time: 0.000005248\n# Optimize_time: 0.000376689\n# Wait_TS: 0.000473518\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/06/02 08:06:51.090 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/06/02 08:06:51.129 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:51.129 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/06/02 08:06:51.162 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:06:51.162 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:06:51.162 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fc674187-49bf-4d9f-9956-0dae2fb07617] [watcherID=e49263c3-8f71-4d88-94ee-0451dcffe6af] [2024/06/02 08:06:51.174 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:06:51.175 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9833572b-171e-48b4-9bfe-515e75276215"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:51.180 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.190 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: src"] [2024/06/02 08:06:51.193 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/06/02 08:06:51.193 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:06:51.193 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:06:51.193 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:06:51.193 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:06:51.264 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.896116ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:51.276 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/06/02 08:06:51.278 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=21.405619ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.355 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.391 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/06/02 08:06:51.392 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:51.395 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.305651465\n# Parse_time: 0.000534114\n# Compile_time: 0.000742645\n# Rewrite_time: 0.000009088\n# Optimize_time: 0.000376689\n# Wait_TS: 0.000379882\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/06/02 08:06:51.397 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/06/02 08:06:51.447 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:51.447 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/06/02 08:06:51.489 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.496 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 108, Table Name: dst"] [2024/06/02 08:06:51.542 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.600766ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:51.553 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/06/02 08:06:51.555 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=18.935454ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.626 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.660 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/06/02 08:06:51.660 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:51.679 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4226\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:36\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst FROM select id from src"] [2024/06/02 08:06:51.681 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4226\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:37\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst(id) FROM select * from src"] [2024/06/02 08:06:51.864 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=108] [2024/06/02 08:06:51.864 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=dst] [import_dir=/tmp/tidb/import-4000] [2024/06/02 08:06:51.872 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:06:51.872 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:06:51.872 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:51.872 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:06:51.873 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:51.873 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:51.873 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:51.873 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:51.873 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:51.890 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:06:51.891 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:06:51.892 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/02 08:06:51.896 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:51.900 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:51.904 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [key=import-from-select] [2024/06/02 08:06:51.904 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [key=import-from-select] [2024/06/02 08:06:51.906 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [key=import-from-select] [readDur=7.672Β΅s] [encodeDur=947.77Β΅s] [checksum="{cksum=8829329064317901950,size=38,kvs=1}"] [deliverDur=301.889Β΅s] [type=query] [takeTime=1.728618ms] [] [2024/06/02 08:06:51.906 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [key=import-from-select] [readDur=141.228Β΅s] [encodeDur=924.579Β΅s] [checksum="{cksum=4219820275894104894,size=114,kvs=3}"] [deliverDur=260.724Β΅s] [type=query] [takeTime=1.729204ms] [] [2024/06/02 08:06:51.908 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:51.908 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9ebb2dea-279a-45c0-a805-9e995e3ce42b/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/f6ae16f4-3c3c-4419-a0bc-b40b2c8a1f01.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000004] [2024/06/02 08:06:51.910 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/9ebb2dea-279a-45c0-a805-9e995e3ce42b/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/27ec299e-db12-4e42-9e1c-40db39bc8b12.sst] [firstKey=74800000000000006C5F728000000000000001] [lastKey=74800000000000006C5F728000000000000001] [2024/06/02 08:06:51.913 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=4.306672ms] [] [2024/06/02 08:06:51.913 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/02 08:06:51.918 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:51.940 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:06:51.941 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:51.955 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:06:51.957 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=44.637768ms] [] [2024/06/02 08:06:51.958 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:51.959 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.739752ms] [] [2024/06/02 08:06:51.959 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/02 08:06:51.959 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:51.959 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=59.849Β΅s] [] [2024/06/02 08:06:51.960 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/06/02 08:06:51.960 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [2024/06/02 08:06:51.967 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [takeTime=7.433448ms] [] [2024/06/02 08:06:51.967 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/02 08:06:51.967 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [weight=30] [2024/06/02 08:06:51.967 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [concurrency=15] [2024/06/02 08:06:51.971 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/02 08:06:51.972 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/02 08:06:51.972 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=9ebb2dea-279a-45c0-a805-9e995e3ce42b] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=12.443123ms] [] [2024/06/02 08:06:51.972 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:51.972 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=14.6Β΅s] [] [2024/06/02 08:06:51.972 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:51.974 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.204285ms] [] [2024/06/02 08:06:51.974 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:51.974 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.382Β΅s] [] [2024/06/02 08:06:51.974 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:51.975 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=874.875Β΅s] [] [2024/06/02 08:06:51.976 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:51.978 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:51.978 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:51.978 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:51.978 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:51.978 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:51.978 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:51.978 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:51.978 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:51.978 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:51.978 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:51.979 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:51.979 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:51.979 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:51.981 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:06:51.981 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:51.981 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:51.981 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:51.981 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:51.983 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183983705358341\n# Conn_ID: 2\n# Query_time: 0.300528691\n# Parse_time: 0.000401679\n# Compile_time: 0.00254693\n# Rewrite_time: 0.001674619\n# Optimize_time: 0.000376689\n# Wait_TS: 0.000121082\n# Cop_time: 0.000058149 Process_time: 0.000032207 Wait_time: 0.000025464 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 696879db0760bc7486baaa9d977a82add10957a2b15f1227e60d437897443093\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.2207e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.5464e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ygWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjI5NS45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg0MzQuOMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xMwFuRHByb2Nfa2V5czogNCwgdG90XwESFDogMzIuMgVKARMkd2FpdDogMjUuNQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDQ4LgmXqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJ0gxLjA1bXN9fQkzNTEgQnl0ZXMJISUgMgk0M182CTFfMSfAdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2XyUlAHsFZAwwcywgLYZIfSwgc2Nhbl9kZXRhaWw6IHt0bwGLGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1gggMTEtXHRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpQhrZXk+FgAYOCwgYmxvYyHmEH19fSwgAcdetAABHDbgAQhhbF8h4g0aNecAdCEXDHdhbGwNGUQxMjQuNcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('tQagCrAGCgxJbXBvcnRJbnRvXzIS6QUKDVRhYmxlUmVhZGVyXzcSqAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvarACdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIHRvdGFsX3Byb2NlcwkXIF9zaXplOiAxOBUeBGtlAS08NSwgZ2V0X3NuYXBzaG90XwVywCAxMS41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVBF9kVrQAARwUOiAzMi4yBXEJ0Qh3YWkRiwQyNQ2LIHRpa3Zfd2FsbA0zCDEyNAUaCH1w/xEBBAF4EQoo/wEhnFYfpYdMFkEulwEoAUABUhRkYXRhOlQ2xQEEWhYFiBA0MzQuOAWIKXEcMmLYAWNvcF8ljmgge251bTogMSwgbWF4OiAxLjEzbXMsIHByb2MtTSlcAF8BEgA6MtMABdEAOhnMgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDQ4LgmYYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBHDRycGNfaW5mbzp7Q29wOgGvGF9ycGM6MSwtVwXkKDEuMDVtc319cN8CPS8oOAFAAVIDTi9BWhUFJhAyOTUuOQHfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src`;"] [2024/06/02 08:06:52.031 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:06:52.032 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=54] [error="[executor:8173]PreCheck failed: target table is not empty"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:06:52.035 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/02 08:06:52.064 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:52.064 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/02 08:06:52.129 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.141 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: dst, Old Table ID: 108, Old Table Name: dst"] [2024/06/02 08:06:52.192 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=3.04651ms] [gotSchemaVersion=55] [phyTblIDs="[110]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:06:52.206 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/06/02 08:06:52.208 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=23.763875ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.261 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/06/02 08:06:52.274 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/06/02 08:06:52.277 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.350 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/02 08:06:52.350 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:52.354 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.321573964\n# Parse_time: 0.002056306\n# Compile_time: 0.001167417\n# Rewrite_time: 0.000011195\n# Optimize_time: 0.001093143\n# Wait_TS: 0.000337474\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/06/02 08:06:52.563 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=110] [2024/06/02 08:06:52.571 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:06:52.571 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:06:52.571 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.571 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:06:52.572 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:52.572 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.572 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:52.572 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:52.572 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.587 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:06:52.589 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:06:52.589 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/02 08:06:52.594 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:52.598 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:52.605 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [key=import-from-select] [2024/06/02 08:06:52.613 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [key=import-from-select] [2024/06/02 08:06:52.613 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=252.672Β΅s] [] [2024/06/02 08:06:52.614 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [key=import-from-select] [readDur=12.373Β΅s] [encodeDur=705.055Β΅s] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [deliverDur=274.165Β΅s] [type=query] [takeTime=8.924202ms] [] [2024/06/02 08:06:52.615 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:52.615 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/47367d06-887b-4eb4-ab9b-a14e4a6e07e7/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/d3ed22fb-7030-48fb-a48e-0ec68efce580.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/06/02 08:06:52.618 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.889255ms] [] [2024/06/02 08:06:52.618 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/02 08:06:52.622 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:52.645 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=76] [2024/06/02 08:06:52.645 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:52.658 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/06/02 08:06:52.660 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=42.002006ms] [] [2024/06/02 08:06:52.660 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:52.661 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.536093ms] [] [2024/06/02 08:06:52.661 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/02 08:06:52.661 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:52.662 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=66.027Β΅s] [] [2024/06/02 08:06:52.662 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [2024/06/02 08:06:52.662 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [2024/06/02 08:06:52.670 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [takeTime=7.988477ms] [] [2024/06/02 08:06:52.670 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/06/02 08:06:52.670 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [weight=30] [2024/06/02 08:06:52.670 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [concurrency=15] [2024/06/02 08:06:52.675 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=110] [physicalTableID=110] [indexID=-1] [checksum=15380830721546568226] [totalKvs=2] [totalBytes=76] [2024/06/02 08:06:52.676 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [local="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/06/02 08:06:52.676 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=47367d06-887b-4eb4-ab9b-a14e4a6e07e7] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [takeTime=14.212352ms] [] [2024/06/02 08:06:52.676 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:52.676 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=16.788Β΅s] [] [2024/06/02 08:06:52.676 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:52.677 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.178555ms] [] [2024/06/02 08:06:52.678 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:52.678 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=12.665Β΅s] [] [2024/06/02 08:06:52.678 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:52.679 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=995.019Β΅s] [] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:52.682 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:52.682 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.682 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:52.682 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:52.684 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:06:52.684 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:52.684 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:52.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:52.684 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:52.686 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183983875751943\n# Conn_ID: 2\n# Query_time: 0.330449005\n# Parse_time: 0.000608101\n# Compile_time: 0.00395938\n# Rewrite_time: 0.00251398\n# Optimize_time: 0.001093143\n# Wait_TS: 0.000118287\n# Cop_time: 0.00012663 Process_time: 0.000051914 Wait_time: 0.000018336 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 6e6a9a0f1e74ed684f03a2c0c9e24f14b196cab2c16a12ba0ff52484bc0cb91e\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.1914e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 1.8336e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 316\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qwaQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMyNG1zLCBsb29wczoxCQEamE4vQQoxCTMxXzkJMAkzMzMzLjMzCWRhdGE6U2VsZWN0aW9uXzgJMglAGDczNC41wrUVQ3gyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjAxAWxEcHJvY19rZXlzOiA0LCB0b3RfARIUOiA1MS45BUoBEyR3YWl0OiAxOC4zBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNTYNTahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSMIOTQyBeMwfX0JMzE2IEJ5dGVzCSElIDIJMV84CTFfMDUmIGd0KGZyb21fcyUpKC5zcmMuaWQsIDUpJS8Ea3YFpgQ6ewVXBDBzNXdIfSwgc2Nhbl9kZXRhaWw6IHt0bwF+IRcIZXNzMiwBBGFsMhcAEF9zaXplISgpSgRhbA0tPDUsIGdldF9zbmFwc2hvdF8FchAgNC4zOCVPdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWYCGtleT4WABg4LCBibG9jIdk5iw0yFDJ9fX0sIAFnXsYAARw25QEIYWxfIecNGjXsAHQhKQh3YWwtfyAgMTMxwrVzfQlRnBgzCTQzXzcJIXjIMTAwMDAJdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0AV1FnkaGASAJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('uAfgCrMHCgxJbXBvcnRJbnRvXzIS7gYKDVRhYmxlUmVhZGVyXzkSrwQKC1NlbGVjdGlvbl84EpMBCg9UASJQRnVsbFNjYW5fNyFkwppVvg5EQSkAAQFQiMNAMAQ4AkACShQKEgoLZnJvbV9zBULwRhIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBYI4Wt1HQSmrqqqqqgqqQDACAYIQUhlndCgdgTQuc3JjLmlkLCA1KWrAAm5oAAgsIHMB3HxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktQDUsIGdldF9zbmFwc2hvdF90AdqgIDQuMzjCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWdexgABHBQ6IDUxLjkFgwnMCHdhaRGdDDE4LjMJGhxpa3Zfd2FsbA0zHDEzMcK1c31wIXwFATKMARhGAcpPUpgQMowBKAFAAVIQZGF0YTpTRQoYaW9uXzhaFgWCEDczNC41BWgp5RgyYtoBY29wSQJYIHtudW06IDEsIG1heDogMS4wMW1zLCAhiS1ZKWglmzbNAAXLADoZxhBjb3ByXzknRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDU2LRqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEdBeQIOTQyBeQUfX1wvAJ4JTQBAQQBOCEZFANOL0FaEwUoCDMyNAHfKQkAMVZhAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WHERE `id`>5;"] [2024/06/02 08:06:52.695 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_select] [sql="truncate table src"] [user=] [2024/06/02 08:06:52.729 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:52.729 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table src"] [2024/06/02 08:06:52.777 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.788 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 112, Table Name: src, Old Table ID: 106, Old Table Name: src"] [2024/06/02 08:06:52.834 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=3.094525ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:06:52.846 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/06/02 08:06:52.848 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=21.733162ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.924 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=113] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/06/02 08:06:52.934 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/06/02 08:06:52.938 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.003 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/02 08:06:53.003 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:53.007 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.312629645\n# Parse_time: 0.000429912\n# Compile_time: 0.000937145\n# Rewrite_time: 0.000008856\n# Optimize_time: 0.000815923\n# Wait_TS: 0.000455782\n# DB: from_select\n# Is_internal: false\n# Digest: f2c7f6405bf8440e1c17a34c69e3838791b741099c9e639d9dbbec96d8706c03\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table src;"] [2024/06/02 08:06:53.008 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/02 08:06:53.042 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:53.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:53.042 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:53.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/02 08:06:53.112 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.122 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 114, Table Name: dst, Old Table ID: 110, Old Table Name: dst"] [2024/06/02 08:06:53.175 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=3.253525ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:06:53.188 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/06/02 08:06:53.190 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=21.893148ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.261 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/06/02 08:06:53.270 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/06/02 08:06:53.276 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.359 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/06/02 08:06:53.360 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:53.364 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.356290665\n# Parse_time: 0.000240592\n# Compile_time: 0.001174313\n# Rewrite_time: 0.000012\n# Optimize_time: 0.000815923\n# Wait_TS: 0.000377819\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/06/02 08:06:56.439 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183984517742593\n# Conn_ID: 2\n# Query_time: 3.038966885\n# Parse_time: 0.846066773\n# Compile_time: 1.128896975\n# Rewrite_time: 0.043983209\n# Optimize_time: 0.000815923\n# Wait_TS: 0.000147082\n# Prewrite_time: 0.064431316 Commit_time: 0.014472423 Get_commit_ts_time: 0.0004475 Slowest_prewrite_rpc_detail: {total:0.059s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 6.53ms}, scan_detail: {get_snapshot_time: 11.1Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 19Β΅s, propose_send_wait: 0s, persist_log: {total: 165.5Β΅s, write_leader_wait: 37ns, sync_log: 118.5Β΅s, write_memtable: 762ns}, commit_log: 453Β΅s, apply_batch_wait: 4.04ms, apply: {total:853.3Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 37.1Β΅s, write_memtable: 273.7Β΅s}}} Commit_primary_rpc_detail: {total:0.059s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 6.53ms}, scan_detail: {get_snapshot_time: 11.1Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 19Β΅s, propose_send_wait: 0s, persist_log: {total: 165.5Β΅s, write_leader_wait: 37ns, sync_log: 118.5Β΅s, write_memtable: 762ns}, commit_log: 453Β΅s, apply_batch_wait: 4.04ms, apply: {total:853.3Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 37.1Β΅s, write_memtable: 273.7Β΅s}}} Write_keys: 5000 Write_size: 203762 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 2eb078d80e2f69b93895c0e634b5a5b655b210941e21f8f52b7ab2a5ed4ce332\n# Num_cop_tasks: 0\n# Mem_max: 1523240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4hTwVTAJMjdfMQkwCTAJTi9BCTAJdGltZTo5NzAuNG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI0My44bXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfBWkgNzI0wrVzfSwgAQ4YX2RldGFpbBFkHF9wcm9jZXNzCSocIDQxLjfCtXMRPwx3YWl0DRoIMzkuAUYRGihrdl9yZWFkX3dhbA1mECA4NS4zCTwIaWt2LhkAEDEwMi4xCYIMc2Nhbj6CAAxrZXlzBcMoZ2V0X3NuYXBzaG8RdgwxMS42BVR4cm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdSEFJDJ9fX0sIGNvbW0BtUB4bjoge3ByZXdyaXRlOjMuOCVIAWMRIhhzOjQyMi4yBV8JFBA6MS40NSGSHHNsb3dlc3RfEUAlVQAgMZZkMC4wMDRzLCByZWdpb25faWQ6IDEwLCBzdG8hvDgxMjcuMC4wLjE6MjAxNjBCdgE6HQEAOA3jBH0sOh0BAas+DgEAOC1iog4BBf45cQWjFF9iYXRjaCXcDDogMjkNUyhwcm9wb3NlX3NlbiHWSGl0OiAwcywgcGVyc2lzdF9sb2c5AQgxNTRNDQlgFGxlYWRlcg1SJDkybnMsIHN5bmMJNQg4OC5JUwksMG1lbXRhYmxlOiAzLjIhfTm0BWQINDM1RS0YLCBhcHBseTKtAAAxCUkFGRWOIXAANSXFFG11dGV4X0kfAbwJcTKdABkXAHdhYAQzNlqcAAQxOAUZLlICGHByaW1hcnlGCwIEMXP+CwJNCwg1MThFj5ILAgA0LbhGCwIFtQn8dexG+QEAMWmsrvcBADkRdAldMlkBBDM0NvYBADU2LAA59mFjiQxpdCn2heklxSXdNvYBADONBAUbNfgENzQNF8b3AQQxNQ07CckdnQA2BRklQm3eCG51baFPCSqFqwQxLA0OBGJ5gVqJdyxpbnNlcnQ6NzI2LjaBQg3dOocEBDY0qfJh3BEiEHM6NDQ3TcIJFAw6MTQulocECDU5czZ8AgQ0LNqHBBA2LjUzbZZ6AgAxbaDiegIAOSXprnoCCDE2NS0iKYg2ewIANzZ7AggxMTgyLQA53ww3NjJuAeQpZ0l6BDQ1aQlFXTJ4Agw0LjA0IcsFGlV3CDg1M216xngCBDM3LTsJxhmZCDI3M6JwBAgxMnP+9AEt9Aw5LjMxlvQBBDIwDbne9AEIODAuad+u9gEEMzNpj3FwMvYBBDEzOmgGBDE5EaVCXgEELjYOuwg6aQYMMS4wNzXfMvkBBDE1zd42+gEINS43BTHG+AEEMTQBgBHHOfcQNC4xOW16bgQMNTAwMBE6hXFQMjAzNzYyfQk3MjcuNSBLQglOL0EK')\n# Binary_plan: tidb_decode_binary_plan('7hTwXgrpFAoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6OTcwLjRtcywgbG9vcHM6MWLJC3ByZXBhcmU6IHt0b3RhbDogMjQzLjhtcywgYXV0b19pZF9hbGxvY2F0b3I6IHthAQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfBWogNzI0wrVzfSwgAQ4YX2RldGFpbBFkHF9wcm9jZXNzCSocIDQxLjfCtXMRPwx3YWl0DRoIMzkuAUYRGihrdl9yZWFkX3dhbA1mECA4NS4zCTwIaWt2LhkAEDEwMi4xCYIMc2Nhbj6CAAxrZXlzBcMoZ2V0X3NuYXBzaG8RdgwxMS42BVR4cm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdSEFJDJ9fX0sIGNvbW0BtVB4bjoge3ByZXdyaXRlOjMuODhtcywFYxEiGHM6NDIyLjIFXwkUEDoxLjQ1ASccc2xvd2VzdF8RQCVVACAxlmQwLjAwNHMsIHJlZ2lvbl9pZDogMTAsIHN0byG8ODEyNy4wLjAuMToyMDE2MEJ2ATodAQA4DeMEfSw6HQFODgEAOC1iog4BBf45cQWjFF9iYXRjaCXcDDogMjkNUyhwcm9wb3NlX3NlbiHWSGl0OiAwcywgcGVyc2lzdF9sb2c5AQgxNTRNDQlgFGxlYWRlcg1SJDkybnMsIHN5bmMJNQg4OC5JUwksMG1lbXRhYmxlOiAzLjIhfTm0BWQINDM1RS0YLCBhcHBseTKtAAAxCUkFGRWOIXAANSXFFG11dGV4X0kfAbwJcTKdABkXAHdhYAQzNlqcAAQxOAUZLlICGHByaW1hcnlGCwIEMXP+CwJNCwg1MThFj5ILAgA0LbhGCwIFtQn8dexG+QEAMWmsrvcBADkRdAldMlkBBDM0NvYBADU2LAA59mFjiQxpdCn2heklxSXdNvYBADONBAUbNfgENzQNF8b3AQQxNQ07CckdnQA2BRklQm3eCG51baFPCSqFqwQxLA0OBGJ5gVqJdwBppeYoOjcyNi42bXNi4QgN3jqIBAQ2NKn0Yd0RIhBzOjQ0N03DCRQMOjE0LpaIBAg1OXM2fQIENCzaiAQQNi41M22WewIAMW2h4nsCADkl6q57AggxNjUtIimJNnwCADc2fAIIMTE4Mi0AOeAMNzYybgHkKWdJewQ0NWkKRV4yeQIMNC4wNMEOBRpVeAg4NTNte8Z5AgQzNy07CcYZmQgyNzOicQQIMTJz/vQBLfQMOS4zMZb0AQQyMA253vQBCDgwLmngrvYBBDMzaZBxcTL2AQQxMzppBgQxORGlQl4BBC42DrwIOmoGDDEuMDc13zL5AQQxNc3fNvoBCDUuNwUxxvgBBDE0AYARxzn3EDQuMTltem8EDDUwMDAROoVyXDIwMzc2Mn1wqLwteP///////////wEYAQ==')\n# Resource_group: default\ninsert into src values (0, 'abc-0'),(1, 'abc-1'),(2, 'abc-2'),(3, 'abc-3'),(4, 'abc-4'),(5, 'abc-5'),(6, 'abc-6'),(7, 'abc-7'),(8, 'abc-8'),(9, 'abc-9'),(10, 'abc-10'),(11, 'abc-11'),(12, 'abc-12'),(13, 'abc-13'),(14, 'abc-14'),(15, 'abc-15'),(16, 'abc-16'),(17, 'abc-17'),(18, 'abc-18'),(19, 'abc-19'),(20, 'abc-20'),(21, 'abc-21'),(22, 'abc-22'),(23, 'abc-23'),(24, 'abc-24'),(25, 'abc-25'),(26, 'abc-26'),(27, 'abc-27'),(28, 'abc-28'),(29, 'abc-29'),(30, 'abc-30'),(31, 'abc-31'),(32, 'abc-32'),(33, 'abc-33'),(34, 'abc-34'),(35, 'abc-35'),(36, 'abc-36'),(37, 'abc-37'),(38, 'abc-38'),(39, 'abc-39'),(40, 'abc-40'),(41, 'abc-41'),(42, 'abc-42'),(43, 'abc-43'),(44, 'abc-44'),(45, 'abc-45'),(46, 'abc-46'),(47, 'abc-47'),(48, 'abc-48'),(49, 'abc-49'),(50, 'abc-50'),(51, 'abc-51'),(52, 'abc-52'),(53, 'abc-53'),(54, 'abc-54'),(55, 'abc-55'),(56, 'abc-56'),(57, 'abc-57'),(58, 'abc-58'),(59, 'abc-59'),(60, 'abc-60'),(61, 'abc-61'),(62, 'abc-62'),(63, 'abc-63'),(64, 'abc-64'),(65, 'abc-65'),(66, 'abc-66'),(67, 'abc-67'),(68, 'abc-68'),(69, 'abc-69'),(70, 'abc-70'),(71, 'abc-71'),(72, 'abc-72'),(73, 'abc-73'),(74, 'abc-74'),(75, 'abc-75'),(76, 'abc-76'),(77, 'abc-77'),(78, 'abc-78'),(79, 'abc-79'),(80, 'abc-80'),(81, 'abc-81'),(82, 'abc-82'),(83, 'abc-83'),(84, 'abc-84'),(85, 'abc-85'),(86, 'abc-86'),(87, 'abc-87'),(88, 'abc-88'),(89, 'abc-89'),(90, 'abc-90'),(91, 'abc-91'),(92, 'abc-92'),(93, 'abc-93'),(94, 'abc-94'),(95, 'abc-95'),(96, 'abc-96'),(97, 'abc-97'),(98, 'abc-98'),(99, 'abc-99'),(100, 'abc-100'),(101, 'abc-101'),(102, 'abc-102'),(103, 'abc-103'),(104, 'abc-104'),(105, 'abc-105'),(106, 'abc-106'),(107, 'abc-107'),(108, 'abc-108'),(109, 'abc-109'),(110, 'abc-110'),(111, 'abc-111'),(112, 'abc-112'),(113, 'abc-113'),(114, 'abc-114'),(115, 'abc-115'),(116, 'abc-116'),(117, 'abc-117'),(118, 'abc-118'),(119, 'abc-119'),(120, 'abc-120'),(121, 'abc-121'),(122, 'abc-122'),(123, 'abc-123'),(124, 'abc-124'),(125, 'abc-125'),(126, 'abc-126'),(127, 'abc-127'),(128, 'abc-128'),(129, 'abc-129'),(130, 'abc-130'),(131, 'abc-131'),(132, 'abc-132'),(133, 'abc-133'),(134, 'abc-134'),(135, 'abc-135'),(136, 'abc-136'),(137, 'abc-137'),(138, 'abc-138'),(139, 'abc-139'),(140, 'abc-140'),(141, 'abc-141'),(142, 'abc-142'),(143, 'abc-143'),(144, 'abc-144'),(145, 'abc-145'),(146, 'abc-146'),(147, 'abc-147'),(148, 'abc-148'),(149, 'abc-149'),(150, 'abc-150'),(151, 'abc-151'),(152, 'abc-152'),(153, 'abc-153'),(154, 'abc-154'),(155, 'abc-155'),(156, 'abc-156'),(157, 'abc-157'),(158, 'abc-158'),(159, 'abc-159'),(160, 'abc-160'),(161, 'abc-161'),(162, 'abc-162'),(163, 'abc-163'),(164, 'abc-164'),(165, 'abc-165'),(166, 'abc-166'),(167, 'abc-167'),(168, 'abc-168'),(169, 'abc-169'),(170, 'abc-170'),(171, 'abc-171'),(172, 'abc-172'),(173, 'abc-173'),(174, 'abc-174'),(175, 'abc-175'),(176, 'abc-176'),(177, 'abc-177'),(178, 'abc-178'),(179, 'abc-179'),(180, 'abc-180'),(181, 'abc-181'),(182, 'abc-182'),(183, 'abc-183'),(184, 'abc-184'),(185, 'abc-185'),(186, 'abc-186'),(187, 'abc-187'),(188, 'abc-188'),(189, 'abc-189'),(190, 'abc-190'),(191, 'abc-191'),(192, 'abc-192'),(193, 'abc-193'),(194, 'abc-194'),(195, 'abc-195'),(196, 'abc-196'),(197, 'abc-197'),(198, 'abc-198'),(199, 'abc-199'),(200, 'abc-200'),(201, 'abc-201'),(202, 'abc-202'),(203, 'abc-203'),(204, 'abc-204'),(205, 'abc-205'),(206, 'abc-206'),(207, 'abc-207'),(208, 'abc-208'),(209, 'abc-209'),(210, 'abc-210'),(211, 'abc-211'),(212, 'abc-212'),(213, 'abc-213'),(214, 'abc-214'),(215, 'abc-215'),(216, 'abc-216'),(217, 'abc-217'),(218, 'abc-218'),(219, 'abc-219'),(220, 'abc-220'),(221, 'abc-221'),(222, 'abc-222'),(223, 'abc-223'),(224, 'abc-224'),(225, 'abc-225'),(226, 'abc-226'),(227, 'abc-227'),(228, 'abc-228'),(229, 'abc-229'),(230, 'abc-230'),(231, 'abc-231'),(232, 'abc-232'),(233, 'abc-233'),(234, 'abc-234'),(235, 'abc-235'),(236, 'abc-236'),(237, 'abc-237'),(238, 'abc-238'),(239, 'abc-239'),(240, 'abc-240'),(241, 'abc-241'),(242, 'abc-242'),(243, 'abc-243'),(244, 'abc-244'),(245, 'abc-245'),(246, 'abc-246'),(247, 'abc-247'),(248, 'abc-248'),(249, 'abc-249'),(250, 'abc-250'),(251, 'abc-251'),(252, 'ab(len:92802);"] [2024/06/02 08:06:56.620 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [concurrency=8] [target-table=`from_select`.`dst`] [target-table-id=114] [2024/06/02 08:06:56.628 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:06:56.628 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:06:56.628 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.628 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:06:56.629 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:56.629 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:56.629 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:56.629 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:56.629 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:56.643 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:06:56.645 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:06:56.645 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/02 08:06:56.649 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:56.652 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:56.658 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [2024/06/02 08:06:56.658 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [2024/06/02 08:06:56.658 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [2024/06/02 08:06:56.659 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [2024/06/02 08:06:56.659 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [2024/06/02 08:06:56.659 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [2024/06/02 08:06:56.659 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [2024/06/02 08:06:56.660 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [2024/06/02 08:06:57.068 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [readDur=59.011224ms] [encodeDur=328.855918ms] [checksum="{cksum=15524919195173014593,size=25225,kvs=619}"] [deliverDur=8.689231ms] [type=query] [takeTime=408.843312ms] [] [2024/06/02 08:06:57.068 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [readDur=36.790705ms] [encodeDur=351.022184ms] [checksum="{cksum=13421527475503671842,size=25588,kvs=628}"] [deliverDur=9.076528ms] [type=query] [takeTime=409.393794ms] [] [2024/06/02 08:06:57.068 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [readDur=44.568954ms] [encodeDur=343.27263ms] [checksum="{cksum=17018405728709058212,size=25874,kvs=635}"] [deliverDur=9.293719ms] [type=query] [takeTime=409.468151ms] [] [2024/06/02 08:06:57.068 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [readDur=49.197725ms] [encodeDur=338.481105ms] [checksum="{cksum=9363551738386148280,size=25504,kvs=626}"] [deliverDur=9.492282ms] [type=query] [takeTime=409.687539ms] [] [2024/06/02 08:06:57.068 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [readDur=59.345771ms] [encodeDur=326.853485ms] [checksum="{cksum=5318759956662609381,size=25562,kvs=627}"] [deliverDur=9.698433ms] [type=query] [takeTime=408.039624ms] [] [2024/06/02 08:06:57.068 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [readDur=48.609675ms] [encodeDur=339.123097ms] [checksum="{cksum=18312736130606448668,size=25468,kvs=625}"] [deliverDur=9.761438ms] [type=query] [takeTime=409.386362ms] [] [2024/06/02 08:06:57.068 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [readDur=41.982119ms] [encodeDur=345.670114ms] [checksum="{cksum=789376715601442715,size=25188,kvs=618}"] [deliverDur=9.754455ms] [type=query] [takeTime=409.51244ms] [] [2024/06/02 08:06:57.069 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [key=import-from-select] [readDur=39.080818ms] [encodeDur=348.028902ms] [checksum="{cksum=10722822588631540706,size=25353,kvs=622}"] [deliverDur=9.982932ms] [type=query] [takeTime=409.204111ms] [] [2024/06/02 08:06:57.069 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25225] [kvs=619] [files=1] [sstFileSize=9018] [file=/tmp/tidb/import-4000/8e865e73-bf20-471d-93ba-0deaa7fb2ea7/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/067d319d-b123-4305-9a63-2e955515eb9d.sst] [firstKey=7480000000000000725F728000000000000004] [lastKey=7480000000000000725F728000000000001388] [2024/06/02 08:06:57.069 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:57.070 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25588] [kvs=628] [files=1] [sstFileSize=9180] [file=/tmp/tidb/import-4000/8e865e73-bf20-471d-93ba-0deaa7fb2ea7/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/1e742804-e71c-4ff2-8239-d18281e7527b.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000001382] [2024/06/02 08:06:57.071 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25874] [kvs=635] [files=1] [sstFileSize=9269] [file=/tmp/tidb/import-4000/8e865e73-bf20-471d-93ba-0deaa7fb2ea7/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/ec46de07-75fa-4bc3-8439-6f9058fbe279.sst] [firstKey=7480000000000000725F728000000000000003] [lastKey=7480000000000000725F728000000000001384] [2024/06/02 08:06:57.073 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25504] [kvs=626] [files=1] [sstFileSize=9109] [file=/tmp/tidb/import-4000/8e865e73-bf20-471d-93ba-0deaa7fb2ea7/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/55d0b3fb-99d3-4c86-8e20-1b077d13b451.sst] [firstKey=7480000000000000725F728000000000000002] [lastKey=7480000000000000725F728000000000001380] [2024/06/02 08:06:57.074 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25468] [kvs=625] [files=1] [sstFileSize=9016] [file=/tmp/tidb/import-4000/8e865e73-bf20-471d-93ba-0deaa7fb2ea7/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/7ea5b161-2d94-490a-baa4-a94537aa827d.sst] [firstKey=7480000000000000725F728000000000000005] [lastKey=7480000000000000725F728000000000001387] [2024/06/02 08:06:57.075 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25188] [kvs=618] [files=1] [sstFileSize=8991] [file=/tmp/tidb/import-4000/8e865e73-bf20-471d-93ba-0deaa7fb2ea7/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/00ab3ac6-786e-4f5c-b43d-c4b839e16948.sst] [firstKey=7480000000000000725F728000000000000006] [lastKey=7480000000000000725F728000000000001386] [2024/06/02 08:06:57.077 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25353] [kvs=622] [files=1] [sstFileSize=9067] [file=/tmp/tidb/import-4000/8e865e73-bf20-471d-93ba-0deaa7fb2ea7/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/29303486-5fa3-4186-a9c7-ed15750595ec.sst] [firstKey=7480000000000000725F728000000000000008] [lastKey=7480000000000000725F728000000000001383] [2024/06/02 08:06:57.078 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25562] [kvs=627] [files=1] [sstFileSize=9145] [file=/tmp/tidb/import-4000/8e865e73-bf20-471d-93ba-0deaa7fb2ea7/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a2c0afe3-4b19-40be-b853-0e190ab06eff.sst] [firstKey=7480000000000000725F728000000000000015] [lastKey=7480000000000000725F728000000000001385] [2024/06/02 08:06:57.095 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=25.203539ms] [] [2024/06/02 08:06:57.095 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/02 08:06:57.102 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:57.125 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=5000] [size=203762] [2024/06/02 08:06:57.125 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:57.223 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=203762] [kvs=5000] [importedSize=203762] [importedCount=5000] [2024/06/02 08:06:57.225 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=130.153083ms] [] [2024/06/02 08:06:57.225 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:57.227 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.865702ms] [] [2024/06/02 08:06:57.227 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/02 08:06:57.227 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:57.227 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=77.467Β΅s] [] [2024/06/02 08:06:57.227 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [2024/06/02 08:06:57.227 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [2024/06/02 08:06:57.235 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [takeTime=7.597018ms] [] [2024/06/02 08:06:57.235 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [checksum="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/06/02 08:06:57.235 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [weight=30] [2024/06/02 08:06:57.235 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [concurrency=15] [2024/06/02 08:06:57.242 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=2965160055807091455] [totalKvs=5000] [totalBytes=203762] [2024/06/02 08:06:57.243 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [local="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/06/02 08:06:57.243 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=8e865e73-bf20-471d-93ba-0deaa7fb2ea7] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [takeTime=15.526725ms] [] [2024/06/02 08:06:57.243 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:57.243 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=15.198Β΅s] [] [2024/06/02 08:06:57.243 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:57.245 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.94913ms] [] [2024/06/02 08:06:57.245 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:57.245 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=9.204Β΅s] [] [2024/06/02 08:06:57.245 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:57.246 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.031748ms] [] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:57.250 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:57.250 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:57.250 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:57.250 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:57.252 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:06:57.252 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:57.252 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:57.252 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:57.252 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:57.254 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183984950280196\n# Conn_ID: 2\n# Query_time: 0.811641848\n# Parse_time: 0.00082206\n# Compile_time: 0.004686145\n# Rewrite_time: 0.002855233\n# Optimize_time: 0.000815923\n# Wait_TS: 0.000150177\n# Cop_time: 0.004650953 Process_time: 0.004890676 Wait_time: 0.000158285 Request_count: 5 Process_keys: 5000 Total_keys: 5005 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14527 Rocksdb_key_skipped_count: 19527\n# DB: from_select\n# Is_internal: false\n# Digest: 732118ea7aa678f28e4cb142520f56d3d03c46000e09ced082cbbc8664c18b0b\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 5\n# Cop_proc_avg: 0.000978135 Cop_proc_p90: 0.001520509 Cop_proc_max: 0.001520509 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.1657e-05 Cop_wait_p90: 3.7565e-05 Cop_wait_max: 3.7565e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 520192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jAeYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjgwNC41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTUBGglHCC4wMRlGdDcsIGNvcF90YXNrOiB7bnVtOiA1LCBtYXg6IDMuNQUpFG1pbjogMgEzIGF2ZzogMi40NgENCHA5NR0kSGF4X3Byb2Nfa2V5czogMjAxNiwBIkYVAAh0b3QFFRQ6IDQuODkBSQESNHdhaXQ6IDE1OC4zwrVzBZR0cl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBbIIX2R1BRoYbjogNjQuMgU6AYqYZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Ae8YX3JwYzo1LAGFCGFsXyUhQDExLjhtc319CTc4LjEgS0IJIWQgMgk0M182CTFfMWaodGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNSl7BGt2BbQUOntwcm9jAacAOjVeCDBzLClcCDgwMAXFCHA4MAkeIWUFJ5hpdGVyczoyNCwgdGFza3M6NX0sIHNjYW5fZGV0YWlsOiB7dG90YWwlWwhlc3MtiAQ1MCExAHRCGgAwX3NpemU6IDI0Mzc2MhH9AGslu0Q1MDA1LCBnZXRfc25hcHNob3QpFhAgNzIuNQWdcHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIcYMNDUyNyEWAHlCGgAAOQUaDGJsb2NBbhB9fX0sICFzXsUAARwyKAIkYWxfc3VzcGVuZA0cDDkuNTIFlQnkQUcNGllMCRsoa3ZfcmVhZF93YWwt6AQgNEV+IZkdFTw1LjQ4bXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('9gegCvEHCgxJbXBvcnRJbnRvXzISqgcKDVRhYmxlUmVhZGVyXzcSqQQKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfRpAYjDQDCIJzgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAN0aWt2X3Rhc2s6e3Byb2MgbWF4OjFtcywgbWluOjBzLCBhdmc6IDgwMMK1cywgcDgwOjFtcywgcDk1OjFtcywgaXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNTAwMCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDI0Mzc2MiwgdG90YWxfa2V5czogNTAwNSwgZ2V0X3NuYXBzaG90X3RpbWU6IDcyLjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTQ1MjcsIGtleV9za2lwcGVkX2NvdW50OiAxOTUyNywgYmxvY2s6IHt9fX0sIHRpbWVfZGV0YWlsOiB7NsUAJHRpbWU6IDQuODkhDAkcGHN1c3BlbmQNHBg5LjUywrVzEeQMd2FpdA0aEDE1OC4zHRssa3ZfcmVhZF93YWxsDSMANAVWIZkdFSA1LjQ4bXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBMhgCKAFAAVIUZGF0YTpUNkcCBFoUBcIIOC4wJcQwbG9vcHM6N2KYAmNvcEkNJCB7bnVtOiA1LCBBEQwgMy41BSpBFQQgMgGfIGF2ZzogMi40NgENQQ4ZJAhheF8h7gBfKbgQMjAxNiwBIkYVAAh0b3QFFTJLASUsADo9J4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFsghfZHUFGhRuOiA2NC4pfAGKmGRpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgHvFF9ycGM6NTGzJSIIMTEuIXUQfXC48AQ9bwA4IVoUA04vQVoVBScQODA0LjUhCSlKADFWpQEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WITH thread=8;"] === RUN TestImportInto/TestImportFromSelectColumnList [2024/06/02 08:06:57.400 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/06/02 08:06:57.427 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:57.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:57.427 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:57.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/06/02 08:06:57.463 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.526 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=3.242926ms] [gotSchemaVersion=58] [phyTblIDs="[112,114]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:06:57.538 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=58] [2024/06/02 08:06:57.540 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=21.731902ms] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:57.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.601 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.628 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=213.467Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:06:57.639 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=59] [2024/06/02 08:06:57.641 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=16.706925ms] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.714 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.747 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=185.992Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:06:57.757 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=60] [2024/06/02 08:06:57.759 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=15.911062ms] [job="ID:116, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:57.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.827 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[112,114]"] [comment="drop schema: table IDs"] [2024/06/02 08:06:57.838 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop schema"] [2024/06/02 08:06:57.842 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:57.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.892 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/06/02 08:06:57.892 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:57.896 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.497136835\n# Parse_time: 0.000695911\n# Compile_time: 0.0006863\n# Rewrite_time: 0.000012146\n# Optimize_time: 0.001561564\n# Wait_TS: 0.000425668\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/06/02 08:06:57.898 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=] [sql="create database from_select"] [user=] [2024/06/02 08:06:57.950 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:57.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:57.950 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:57.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/06/02 08:06:58.026 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.054 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=886.274Β΅s] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:06:58.066 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=118] [version=61] [2024/06/02 08:06:58.068 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=18.739613ms] [job="ID:118, Type:create schema, State:done, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:57.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.133 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:create schema, State:synced, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.158 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/06/02 08:06:58.158 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:58.164 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=from_select] [sql="create table src(id int, a varchar(64))"] [user=] [2024/06/02 08:06:58.218 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:58.218 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, a varchar(64))"] [2024/06/02 08:06:58.304 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.312 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 119, Table Name: src"] [2024/06/02 08:06:58.399 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.833824ms] [gotSchemaVersion=62] [phyTblIDs="[119]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:58.411 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=62] [2024/06/02 08:06:58.413 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=22.074598ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.483 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.532 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/06/02 08:06:58.532 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:58.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.371710882\n# Parse_time: 0.000481015\n# Compile_time: 0.000665639\n# Rewrite_time: 0.000008001\n# Optimize_time: 0.001561564\n# Wait_TS: 0.000634262\n# DB: from_select\n# Is_internal: false\n# Digest: 98c5036420c27bd0ff5f7f9b5126ea2bf48257614d3444161076145bc62353f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, a varchar(64));"] [2024/06/02 08:06:58.538 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=62] [cur_db=from_select] [sql="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [user=] [2024/06/02 08:06:58.592 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:58.592 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [2024/06/02 08:06:58.634 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.642 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 121, Table Name: dst"] [2024/06/02 08:06:58.722 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=2.995422ms] [gotSchemaVersion=63] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:58.733 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=63] [2024/06/02 08:06:58.736 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=20.644085ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.834 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.878 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/06/02 08:06:58.878 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:58.882 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.346035367\n# Parse_time: 0.001332251\n# Compile_time: 0.001582008\n# Rewrite_time: 0.000009808\n# Optimize_time: 0.001561564\n# Wait_TS: 0.000382514\n# DB: from_select\n# Is_internal: false\n# Digest: b5811e8b60d123e58ec2cd4b62a863a10586381376545cb4a83e5a0823b6ace6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int);"] [2024/06/02 08:06:59.082 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=121] [2024/06/02 08:06:59.090 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:06:59.090 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:06:59.090 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:59.090 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:06:59.091 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:59.091 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:59.091 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:59.091 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:59.091 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:59.105 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:06:59.107 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:06:59.107 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/02 08:06:59.111 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:59.114 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:59.265 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [key=import-from-select] [2024/06/02 08:06:59.266 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [key=import-from-select] [2024/06/02 08:06:59.268 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [key=import-from-select] [readDur=25.005Β΅s] [encodeDur=2.186012ms] [checksum="{cksum=16116867390038376506,size=84,kvs=2}"] [deliverDur=178.111Β΅s] [type=query] [takeTime=2.78475ms] [] [2024/06/02 08:06:59.268 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [key=import-from-select] [readDur=17.715Β΅s] [encodeDur=983.075Β΅s] [checksum="{cksum=9941637007760474360,size=84,kvs=2}"] [deliverDur=86.409Β΅s] [type=query] [takeTime=1.417464ms] [] [2024/06/02 08:06:59.269 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:59.269 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/0afce1fb-713c-4058-ad6c-e69798e2c6d0/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/97ca2613-3119-4cfa-8449-b979cc179991.sst] [firstKey=7480000000000000795F728000000000000001] [lastKey=7480000000000000795F728000000000000003] [2024/06/02 08:06:59.270 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/0afce1fb-713c-4058-ad6c-e69798e2c6d0/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/66518abf-d7f8-4d51-999d-53ee498e174f.sst] [firstKey=7480000000000000795F728000000000000002] [lastKey=7480000000000000795F728000000000000004] [2024/06/02 08:06:59.273 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.603055ms] [] [2024/06/02 08:06:59.273 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/02 08:06:59.277 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:06:59.310 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=168] [2024/06/02 08:06:59.310 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:06:59.326 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=168] [kvs=4] [importedSize=168] [importedCount=4] [2024/06/02 08:06:59.328 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=55.492358ms] [] [2024/06/02 08:06:59.328 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:59.330 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.116471ms] [] [2024/06/02 08:06:59.331 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/02 08:06:59.331 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:59.331 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=102.452Β΅s] [] [2024/06/02 08:06:59.331 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [2024/06/02 08:06:59.331 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [2024/06/02 08:06:59.339 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [takeTime=7.682435ms] [] [2024/06/02 08:06:59.339 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/06/02 08:06:59.339 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [weight=30] [2024/06/02 08:06:59.339 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [concurrency=15] [2024/06/02 08:06:59.344 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=6223226670940176578] [totalKvs=4] [totalBytes=168] [2024/06/02 08:06:59.345 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [local="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/06/02 08:06:59.345 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=0afce1fb-713c-4058-ad6c-e69798e2c6d0] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [takeTime=14.146473ms] [] [2024/06/02 08:06:59.345 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:59.346 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=17.094Β΅s] [] [2024/06/02 08:06:59.346 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:06:59.347 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.468114ms] [] [2024/06/02 08:06:59.347 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:59.347 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=12.906Β΅s] [] [2024/06/02 08:06:59.347 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:06:59.348 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.098007ms] [] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:59.353 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:59.353 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:59.353 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:59.353 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:59.355 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:06:59.355 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:59.355 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:59.355 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:59.355 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:59.357 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183985592795146\n# Conn_ID: 2\n# Query_time: 0.461165532\n# Parse_time: 0.000675168\n# Compile_time: 0.003111953\n# Rewrite_time: 0.001709124\n# Optimize_time: 0.001561564\n# Wait_TS: 0.000096439\n# Cop_time: 0.000047329 Process_time: 0.000057346 Wait_time: 0.000039283 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 06f4bd58bac954bfb605b498829db22153dab361e4b5150d01a3b8d231d5b370\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.7346e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.9283e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('mgbwUjAJNTlfMgkwCTAJTi9BCTAJdGltZTo0NTUuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkxNF82CTAJMTAwMDAJZnJvbV9zZWxlY3Quc3JjLmlkCTQJBUIYODUwLjXCtRVDYDIJMS4wNSBLQgkwIEJ5dGVzCjIJMzFfMTAVTExkYXRhOlRhYmxlRnVsbFNjYW5fORFOEDQ1MC42Lk4AeCwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogODgzLjQFK0Rwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDU3LjMFIQETHHdhaXQ6IDM5DROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogNDMNOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZcIYWxfKTMwMTEuN8K1c319CTM1MykmAAkhdSQzCTQzXzkJMV8wLXfAdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2XyUpAHsFZgwwcywgLdYMfSwgcyFnKGRldGFpbDoge3RvAY0YcHJvY2VzczI7AQRhbDIXACBfc2l6ZTogMTgpWQRhbA0tODUsIGdldF9zbmFwc2hvdAnYCCAxNU0LdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWnCGtleT4WABg4LCBibG9jIeoQfX19LCABx160AAEcNuIBCGFsXyHkDRo16QB0IRcMd2FsbA0ZRDE2Ni4ywrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('jAfw9QqHBwoMSW1wb3J0SW50b18yEsAGCgZTb3J0XzYS7gUKDlRhYmxlUmVhZGVyXzEwEqgDCg9UYWJsZUZ1bGxTY2FuXzkhZMKaVb4OREEpAAAAAACIw0AwBDgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDE4NCwgdAUeWGtleXM6IDUsIGdldF9zbmFwc2hvdF90AXLAIDE1LjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWADw4LCBibG9jazoge319fSwgAVUAX1q0AAEcFDogNTcuMwVxAHQFnAh3YWkRiwQzOREaHGlrdl93YWxsDTMoMTY2LjLCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKT2XKAFAAVIUZGF0YTpUNsUBBFoWBYgQNDUwLjYFiEBsb29wczoyYtwBY29wX3RhcwHNRG51bTogMSwgbWF4OiA4ODMuNAUsDHByb2MtTwQ0LAHCAF8BEjbVAAXTADoZzoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhBuOiA0My0IqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRRfcnBjOjEFlwBhLTsQODExLjchOgx9cOECLjMBGOiZ35hFH1tCMwEEEmZZxhguc3JjLmlkLTEIODUwTSotMQxwuAg4IWYUA04vQVoVLVUUNS44bXMsDSMAMVawAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT * FROM `from_select`.`src` ORDER BY `id`;"] [2024/06/02 08:06:59.367 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/02 08:06:59.410 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:59.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:59.410 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:59.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/02 08:06:59.467 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.478 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 117, Table ID: 123, Table Name: dst, Old Table ID: 121, Old Table Name: dst"] [2024/06/02 08:06:59.541 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=3.435427ms] [gotSchemaVersion=64] [phyTblIDs="[123]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:06:59.553 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=124] [version=64] [2024/06/02 08:06:59.555 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=21.657501ms] [job="ID:124, Type:truncate table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.606 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/06/02 08:06:59.615 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="truncate table"] [2024/06/02 08:06:59.619 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:truncate table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.688 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/06/02 08:06:59.688 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:59.691 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.325644446\n# Parse_time: 0.000238914\n# Compile_time: 0.000906538\n# Rewrite_time: 0.000009226\n# Optimize_time: 0.0009193\n# Wait_TS: 0.00034282\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/06/02 08:06:59.694 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=from_select] [sql="create table src2(id int, a varchar(64))"] [user=] [2024/06/02 08:06:59.753 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:59.753 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src2(id int, a varchar(64))"] [2024/06/02 08:06:59.814 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.823 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 125, Table Name: src2"] [2024/06/02 08:06:59.877 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.891451ms] [gotSchemaVersion=65] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:59.889 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=126] [version=65] [2024/06/02 08:06:59.891 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=21.235512ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.959 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.994 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/06/02 08:06:59.994 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:59.997 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.305194547\n# Parse_time: 0.000546862\n# Compile_time: 0.001356518\n# Rewrite_time: 0.000010278\n# Optimize_time: 0.0009193\n# Wait_TS: 0.000503939\n# DB: from_select\n# Is_internal: false\n# Digest: af967cff9bbeb8f6a457f8a81126c6ea624a99b7418649c19f160d06f34f9ae4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table src2(id int, a varchar(64));"] [2024/06/02 08:07:00.223 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=123] [2024/06/02 08:07:00.230 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:00.231 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:00.231 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:00.231 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:00.232 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:00.232 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:00.232 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:00.232 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:00.232 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:00.246 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:00.248 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:00.249 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/02 08:07:00.253 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:00.256 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:00.349 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [key=import-from-select] [2024/06/02 08:07:00.350 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [key=import-from-select] [readDur=21.221Β΅s] [encodeDur=1.015927ms] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [deliverDur=47.813Β΅s] [type=query] [takeTime=1.420671ms] [] [2024/06/02 08:07:00.360 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [key=import-from-select] [2024/06/02 08:07:00.360 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/779fec0c-92a7-46b6-8597-bce7b0ec85dd/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/66327794-0477-42af-a559-422fd504d5ce.sst] [firstKey=74800000000000007B5F728000000000000001] [lastKey=74800000000000007B5F728000000000000002] [2024/06/02 08:07:00.360 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=133.011Β΅s] [] [2024/06/02 08:07:00.361 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:00.363 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.132592ms] [] [2024/06/02 08:07:00.363 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/02 08:07:00.367 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:00.389 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=80] [2024/06/02 08:07:00.389 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:00.403 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/06/02 08:07:00.405 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=41.887314ms] [] [2024/06/02 08:07:00.405 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:00.406 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.665771ms] [] [2024/06/02 08:07:00.407 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/02 08:07:00.407 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:00.407 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=64.998Β΅s] [] [2024/06/02 08:07:00.407 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [2024/06/02 08:07:00.407 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [2024/06/02 08:07:00.415 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [takeTime=7.897918ms] [] [2024/06/02 08:07:00.415 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/06/02 08:07:00.415 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [weight=30] [2024/06/02 08:07:00.415 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [concurrency=15] [2024/06/02 08:07:00.419 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=123] [physicalTableID=123] [indexID=-1] [checksum=8162185998638841877] [totalKvs=2] [totalBytes=80] [2024/06/02 08:07:00.420 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [local="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/06/02 08:07:00.420 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=779fec0c-92a7-46b6-8597-bce7b0ec85dd] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [takeTime=13.210774ms] [] [2024/06/02 08:07:00.420 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:00.420 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=14.88Β΅s] [] [2024/06/02 08:07:00.420 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:00.422 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.124659ms] [] [2024/06/02 08:07:00.422 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:00.422 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=12.335Β΅s] [] [2024/06/02 08:07:00.422 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:00.423 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.47363ms] [] [2024/06/02 08:07:00.427 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:00.427 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:00.427 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:00.427 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:00.427 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:00.427 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:00.427 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:00.428 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:00.428 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:00.428 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:00.428 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:00.428 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:00.428 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:00.430 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:00.430 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:00.430 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:00.430 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:00.430 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:00.433 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183985880891410\n# Conn_ID: 2\n# Query_time: 0.420845477\n# Parse_time: 0.001085179\n# Compile_time: 0.01072012\n# Rewrite_time: 0.008412123\n# Optimize_time: 0.0009193\n# Wait_TS: 0.000170993\n# Cop_time: 0.000182563 Process_time: 0.000084345 Wait_time: 0.000052098 Request_count: 2 Process_keys: 6 Total_keys: 8 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 6 Rocksdb_key_skipped_count: 12 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 1c445cd065c7ff0153477e10de3e9df02facdf5c80131c9c4e5acd1f06d9dc1e\n# Stats: src:pseudo[10000;0],src2:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 4.2172e-05 Cop_proc_p90: 4.8079e-05 Cop_proc_max: 4.8079e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.6049e-05 Cop_wait_p90: 2.7234e-05 Cop_wait_max: 2.7234e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 10740\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kQ+YMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQwNS4ybXMsIGxvb3BzOjEJARywTi9BCjEJMTRfMTAJMAkxMjQ4Ny41MAlmcm9tX3NlbGVjdC5zcmMyLmlkCTIJBUcMMi41MxlGYDIJMS4wMiBLQgkwIEJ5dGVzCjIJMTdfMTQuTgBUaW5uZXIgam9pbiwgZXF1YWw6W2VxKDpkABAuaWQsIDoUABgyLmlkKV0JDXoIMS45LnoAcCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6MS4yBek0ZmV0Y2g6OTU3LjHCtXMNMIg6MjYzLjXCtXN9LCBwcm9iZTp7Y29uY3VycmVuY3k6NSwgdAVFDDUuODQB6BxtYXg6MS4zNgEMCTAQMjQzLjkFUQVhVCBhbmQgd2FpdDo1LjU5bXN9CTkuNDYuEwEgMwkzMV8xNyhCAbA8KQkwCTk5OTAJZGF0YTpTZSFkIGlvbl8xNgk0CSViEDc1Ny40BWApqlAyLCBjb3BfdGFzazoge251bTogMSwFmAAgIX0NmSBjX2tleXM6IDQFwSBfcHJvYzogNDgN+wx0b3RfBaQQIDI3LjIFXWRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMC0qBXIIX2R1BRoYbjogNzcuNgU6LG1heF9kaXN0c3FsXy48AUggMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfBeMIOTA3JUMUfX0JMjg4SToACUGMCDQJMSEKBDFfLSUkbm90KGlzbnVsbEowAgQpKSUzBGt2BaoEOnsFWwAwWeI8fSwgc2Nhbl9kZXRhaWw6IEkfJRsIZXNzMjABAGE2FwAgX3NpemU6IDE4KU4EYWwNLTg1LCBnZXRfc25hcHNob3QJzRAgMTIuOCUZdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWcCGtleT4WABg4LCBibG9jId05jw0yFDJ9fX0sIAHZXsYAARw26QEIYWxfIesNGjXwAHQhKQh3YWwtgxAgMTQ1LmEYAH0heQEEIAo1CTQzXzE1CSF+FDEwMDAwCWlXgHgsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3qHAQFdAQRpCQwyMChQYXgAKV4JAwA5cfEINzE5TayCCQMIOTA0RVFl1HELADJFdCXwFDogMzYuMyWlfQsRNABjvgsDCDYyLv4LA3ELCDgxOQVMFH19CTMwOT4LAwA5JY0MOTk5MGoLAwAyoScAKSU29gwDKTEAYVIMAwQ4OCVOdQsAM1ILAwg4LjclZQByegoDBDIsTgoDADR5Cpr4Ai7WATr4AjHdQvgCBDI1yQBBkwEETfgEOAk++AIAeQGlcvgCBDIJBV6lm0Z/BCAJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('ohHw3gqdEQoMSW1wb3J0SW50b18yEtYQCgdTb3J0XzEwEoQQCgtIYXNoSm9pbl8xNBL7BgoOVGFibGVSZWFkZXJfMTcStwQKDFNlbGVjdGlvbl8xNhKSAQoQVGFibGVGdWxsU2Nhbl8xNSFkwppVvg5EQSkAAAAAAIjDQDAEOAJAAkoSChAKC2Zyb21fc2VsZWN0EgF4Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////////////AXj///8JDgABBYAIWt1HDYAAgxGAPFIfbm90KGlzbnVsbChmcm8Rhzguc3JjLmlkKSlqwgJ0aWtibgCYLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgRhcAJF9zaXplOiAxODQRHgktSDUsIGdldF9zbmFwc2hvdF90aW0BJ5gyLjjCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBMOCwgYmxvY2s6IHtjYWNoZV9oaXQRMhQyfX19LCABZ17GAAEcFDogNDguMQWDCcwId2FpEZ0MMjcuMgkaISkMd2FsbA0zCDE0NQU0BH1wKYYA/zaUASgaAQEh1OMOtFKbDjKXASwBQAFSEWRhdGE6U2VZVwRaFgWIEDc1Ny40BW4EbG8h8SgyYtoBY29wX3RhcwHfUG51bTogMSwgbWF4OiAxLjAybXMsICGPLV8pbiWhNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNzcuNgWYqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRBQXkNDkwNy45wrVzfX1woAJ4ITcFAQgBEuo6fgMUMjASpAQKLn4DCDkSkkZ+AwA4Rf4Ivg5ELWcQiMNAMAJafgMQeVIea2X+fgOKfgMFgARSIGZ+AwAyaX8Aru5/A2V/ADIxXEEHcZYAX2l/BDg4ER1pfgAzUn4DCDguNyXafn0DBDIsTn0DADR5fZprAwwzNi4zBXFGawMENC5BGWGwBGt2MmsDDDI1LjVBM15rAyACISd83v1ZURhNBKECAAJWawMAOXFrCDE5LmnZcWsA3GJrAwQ5MBGaIWYtTil6JXgAOjLVAHFtETTCbQMENjL+bQN1bQg4MTkFTAx9fXC1Lm0DHCHq4V887Ks8KTAIwGPIYTSBm1Q/aW5uZXIgam9pbiwgZXF1YWw6W2VxSj0GBCwgOlEGRdMIXVoUZeUMMS45M4GdMVwElwGJVxRoYXNoX3ThYwA6yU4MOjEuMoXHIGZldGNoOjk1N6VVjYcMOjI2Myn6hegMYmU6ey51BAA1TeAQOjUuODQBb6EZDDEuMzYBDARwcgEwCDI0M01VBWEQIGFuZCCh3kg6NS41OW1zfXDcSyGe0lyxcAdkQgwBABNK4gAN4AgyLjUu4AAIcJgIJT4UA04vQVoVJQIMNDA1LgXZKQMAMVa7AgQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT `y`.`id`,`y`.`a` FROM `from_select`.`src` AS `x` JOIN `from_select`.`src2` AS `y` ON `x`.`id`=`y`.`id` ORDER BY `y`.`id`;"] === RUN TestImportInto/TestImportFromSelectStaleRead [2024/06/02 08:07:00.445 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/06/02 08:07:00.477 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:00.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:00.477 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:00.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/06/02 08:07:00.529 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.581 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=4.877287ms] [gotSchemaVersion=66] [phyTblIDs="[119,123,125]"] [actionTypes="[2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:00.593 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=127] [version=66] [2024/06/02 08:07:00.594 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=23.202752ms] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:00.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.696 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.746 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=266.326Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:00.759 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=127] [version=67] [2024/06/02 08:07:00.761 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=30.478697ms] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.832 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.872 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=219.791Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:00.885 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=127] [version=68] [2024/06/02 08:07:00.887 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=19.771247ms] [job="ID:127, Type:drop schema, State:done, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:00.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.961 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=127] [tableIDs="[119,123,125]"] [comment="drop schema: table IDs"] [2024/06/02 08:07:00.974 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop schema"] [2024/06/02 08:07:00.978 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop schema, State:synced, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:00.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.028 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/06/02 08:07:01.028 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.032 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.588159845\n# Parse_time: 0.000541364\n# Compile_time: 0.000765263\n# Rewrite_time: 0.000009074\n# Optimize_time: 0.001195973\n# Wait_TS: 0.000503862\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/06/02 08:07:01.033 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=] [sql="create database from_select"] [user=] [2024/06/02 08:07:01.063 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:01.063 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/06/02 08:07:01.110 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.168 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=1.150037ms] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:01.180 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=69] [2024/06/02 08:07:01.181 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=19.737803ms] [job="ID:129, Type:create schema, State:done, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.254 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create schema, State:synced, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.283 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/06/02 08:07:01.283 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.303 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/06/02 08:07:01.339 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:01.339 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/06/02 08:07:01.412 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.420 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 130, Table Name: src"] [2024/06/02 08:07:01.479 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.601651ms] [gotSchemaVersion=70] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:01.490 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=131] [version=70] [2024/06/02 08:07:01.492 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=19.541765ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.578 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.613 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/06/02 08:07:01.613 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.617 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314635655\n# Parse_time: 0.000528206\n# Compile_time: 0.000773834\n# Rewrite_time: 0.000008869\n# Optimize_time: 0.001195973\n# Wait_TS: 0.000357363\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/06/02 08:07:01.860 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/06/02 08:07:01.900 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:01.900 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/06/02 08:07:01.975 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.983 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 132, Table Name: dst"] [2024/06/02 08:07:02.073 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=3.005864ms] [gotSchemaVersion=71] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:02.084 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=133] [version=71] [2024/06/02 08:07:02.086 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=21.276521ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.169 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.216 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/06/02 08:07:02.217 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:02.220 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.362183155\n# Parse_time: 0.001157535\n# Compile_time: 0.000977448\n# Rewrite_time: 0.000009273\n# Optimize_time: 0.000873196\n# Wait_TS: 0.000362549\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/06/02 08:07:02.228 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=450183986342789120] [2024/06/02 08:07:02.230 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:115\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-06-02 08:07:01.730669'"] [2024/06/02 08:07:02.232 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:116\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/06/02 08:07:02.426 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=132] [2024/06/02 08:07:02.434 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:02.435 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:02.435 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:02.435 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:02.436 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:02.436 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:02.436 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:02.436 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:02.436 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:02.451 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:02.453 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:02.453 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/02 08:07:02.457 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:02.461 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:02.511 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [key=import-from-select] [2024/06/02 08:07:02.513 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [key=import-from-select] [2024/06/02 08:07:02.513 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [key=import-from-select] [readDur=12.271Β΅s] [encodeDur=792.023Β΅s] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [deliverDur=239.069Β΅s] [type=query] [takeTime=1.350236ms] [] [2024/06/02 08:07:02.513 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=127.995Β΅s] [] [2024/06/02 08:07:02.513 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:02.513 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/74ad80a8-90c8-449c-baf6-0e2116c482f0/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5ecdd9d9-749a-4724-ae8d-08c3cec1bde3.sst] [firstKey=7480000000000000845F728000000000000001] [lastKey=7480000000000000845F728000000000000001] [2024/06/02 08:07:02.516 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.426481ms] [] [2024/06/02 08:07:02.516 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/02 08:07:02.520 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:02.542 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=1] [size=33] [2024/06/02 08:07:02.542 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:02.555 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/06/02 08:07:02.557 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=40.513544ms] [] [2024/06/02 08:07:02.557 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:02.558 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.726426ms] [] [2024/06/02 08:07:02.558 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/02 08:07:02.559 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:02.559 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=52.18Β΅s] [] [2024/06/02 08:07:02.559 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [2024/06/02 08:07:02.559 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [2024/06/02 08:07:02.566 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [takeTime=7.236644ms] [] [2024/06/02 08:07:02.566 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/06/02 08:07:02.566 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [weight=30] [2024/06/02 08:07:02.566 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [concurrency=15] [2024/06/02 08:07:02.571 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=132] [physicalTableID=132] [indexID=-1] [checksum=1966421691991203989] [totalKvs=1] [totalBytes=33] [2024/06/02 08:07:02.571 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [local="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/06/02 08:07:02.571 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=74ad80a8-90c8-449c-baf6-0e2116c482f0] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [takeTime=12.645111ms] [] [2024/06/02 08:07:02.571 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:02.572 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=16.052Β΅s] [] [2024/06/02 08:07:02.572 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:02.573 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.044532ms] [] [2024/06/02 08:07:02.573 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:02.573 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=11.617Β΅s] [] [2024/06/02 08:07:02.573 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:02.574 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=835.672Β΅s] [] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:02.577 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:02.577 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:02.577 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:02.577 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:02.579 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:02.579 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:02.579 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:02.579 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:02.579 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:02.580 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183986343051264\n# Conn_ID: 2\n# Query_time: 0.344846642\n# Parse_time: 0.000696794\n# Compile_time: 0.003473014\n# Rewrite_time: 0.001992317\n# Optimize_time: 0.000873196\n# Wait_TS: 0\n# Cop_time: 0.000086974 Process_time: 0.0000339 Wait_time: 0.000031377 Request_count: 1 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.39e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.1377e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 277\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('6gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzOS4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRBg1NjkuM8K1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi45OQFuIHByb2Nfa2V5cwUbDHRvdF8BEhQ6IDMzLjkFSgETJHdhaXQ6IDMxLjQFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA2Mi43BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvDF9ycGMBxRR0b3RhbF8lJxgyLjU3bXN9CS4cZXJyb3JzOnshFGxfaXNfbm90X3JlYWR5OjF9fQkyNzcgQnl0ZXMJIUcMMgk0MyEqAF8xSQB0IUSoOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTEJdGlrdgXVBDp7BYYAMDVjAbk0c2Nhbl9kZXRhaWw6IHsJrRhwcm9jZXNzMlsBBGFsMhcAJF9zaXplOiA0MSwN4SmHODMsIGdldF9zbmFwc2hvdAn3BCA5LY+Acm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyAc4AeT4WABg0LCBibG9jQQYQfX19LCABxV6yAAEcNgACCGFsX0ECERoAMU0HJRUId2FsLZpIIDExNy45wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('1QagCtAGCgxJbXBvcnRJbnRvXzISiQYKDVRhYmxlUmVhZGVyXzcSpgMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAE4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq4CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDEsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA0FR0Ea2UBLDwzLCBnZXRfc25hcHNob3RfBXG4IDkuOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyLCBrZXk+FgA8NCwgYmxvY2s6IHt9fX0sIAFUBF9kVrIAARwMOiAzMw1xCc8Id2FpEYoMMzEuNAWLIHRpa3Zfd2FsbA0zCDExNwU0CH1w/xEBBAF4EQoo/wEhnFYfpYdMFkEulQEoAUABUhRkYXRhOlQ2wwEEWhYFiBA1NjkuMwVuKW8cMmL6AWNvcF8ljGgge251bTogMSwgbWF4OiAyLjk5bXMsIHByb2MtTClbAF8BEjbTAAXRBDogFcyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNjIuNwWYYG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBGjRycGNfaW5mbzp7Q29wOgGvGF9ycGM6MiwtVwXkHDIuNTdtc30sBS4cZXJyb3JzOnshFFBfaXNfbm90X3JlYWR5OjF9fXCVAng5UQA4IT0UA04vQVoVBUgQMzM5LjIhASkrADFWhwEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-06-02 08:07:01.730669';"] [2024/06/02 08:07:02.589 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/02 08:07:02.620 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:02.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:02.620 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:02.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/02 08:07:02.670 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.680 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 134, Table Name: dst, Old Table ID: 132, Old Table Name: dst"] [2024/06/02 08:07:02.728 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.956103ms] [gotSchemaVersion=72] [phyTblIDs="[134]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:02.740 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=72] [2024/06/02 08:07:02.742 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=20.628632ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:02.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.809 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/06/02 08:07:02.819 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/06/02 08:07:02.823 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:02.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.901 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/06/02 08:07:02.902 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:02.906 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.318112494\n# Parse_time: 0.000364128\n# Compile_time: 0.000984106\n# Rewrite_time: 0.000009206\n# Optimize_time: 0.000960437\n# Wait_TS: 0.000370375\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/06/02 08:07:03.131 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=450183986677809152] [2024/06/02 08:07:03.134 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/02 08:07:03.134 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/02 08:07:03.135 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/02 08:07:03.139 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:03.140 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/02 08:07:03.140 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:134\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 450183986677809152,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:07:03.142 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/02 08:07:03.143 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/02 08:07:03.144 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/02 08:07:03.145 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:03.146 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/02 08:07:03.146 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:136\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 450183986677809152,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:07:03.366 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=134] [2024/06/02 08:07:03.374 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:03.374 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:03.375 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:03.375 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:03.376 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:03.376 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:03.376 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:03.376 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:03.376 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:03.390 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:03.391 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:03.392 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/02 08:07:03.396 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:03.399 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:03.454 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [key=import-from-select] [2024/06/02 08:07:03.456 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [key=import-from-select] [readDur=18.613Β΅s] [encodeDur=932.415Β΅s] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=351.419Β΅s] [type=query] [takeTime=1.673263ms] [] [2024/06/02 08:07:03.457 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=974] [file=/tmp/tidb/import-4000/0caa75fc-6c4a-4f61-9735-0dd8137932ff/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/77f345d8-84d8-424d-bec6-deb43eed06ae.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000002] [2024/06/02 08:07:03.458 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [key=import-from-select] [2024/06/02 08:07:03.459 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=171.199Β΅s] [] [2024/06/02 08:07:03.459 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:03.461 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.762735ms] [] [2024/06/02 08:07:03.461 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/02 08:07:03.465 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:03.486 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/06/02 08:07:03.487 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:03.502 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/02 08:07:03.504 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=42.909774ms] [] [2024/06/02 08:07:03.504 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:03.505 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.592824ms] [] [2024/06/02 08:07:03.505 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/02 08:07:03.506 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:03.506 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=61.234Β΅s] [] [2024/06/02 08:07:03.506 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/06/02 08:07:03.506 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [2024/06/02 08:07:03.513 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [takeTime=7.521474ms] [] [2024/06/02 08:07:03.513 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/02 08:07:03.513 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [weight=30] [2024/06/02 08:07:03.514 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [concurrency=15] [2024/06/02 08:07:03.518 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=134] [physicalTableID=134] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/06/02 08:07:03.518 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/02 08:07:03.518 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=0caa75fc-6c4a-4f61-9735-0dd8137932ff] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=12.660106ms] [] [2024/06/02 08:07:03.519 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:03.519 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.457Β΅s] [] [2024/06/02 08:07:03.519 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:03.520 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.14837ms] [] [2024/06/02 08:07:03.520 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:03.520 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=11.109Β΅s] [] [2024/06/02 08:07:03.520 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:03.521 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.118099ms] [] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:03.525 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:03.525 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:03.525 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:03.525 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:03.527 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:03.527 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:03.527 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:03.527 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:03.527 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:03.529 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183986677809152\n# Conn_ID: 2\n# Query_time: 0.379992947\n# Parse_time: 0.000597448\n# Compile_time: 0.002894786\n# Rewrite_time: 0.001580893\n# Optimize_time: 0.001110731\n# Wait_TS: 0\n# Cop_time: 0.000114455 Process_time: 0.000064492 Wait_time: 0.000034808 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.4492e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.4808e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 295\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM3NS4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTIJRBA2NDPCtRVDdDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDMuMwFrRHByb2Nfa2V5czogMiwgdG90XwESFDogNjQuNQVJARMkd2FpdDogMzQuOAUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaGG46IDU5LjcFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4MX3JwYwHEFHRvdGFsXyUkFDIuOTFtcw0uHGVycm9yczp7IRFsX2lzX25vdF9yZWFkeToxfX0JMjk1IEJ5dGVzCSFEIDIJNDNfNgkxXzFGAHQhQag6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JMgl0aWt2BdUEOnsFhgAwNWIBuTRzY2FuX2RldGFpbDogewmtGHByb2Nlc3MyWwEEYWwyFwAcX3NpemU6IDgpeARhbA0sODQsIGdldF9zbmFwc2hvdAn3ECAxNi4yJUNwcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hpgHPAHk+FgAYNiwgYmxvY0EGObkNMhQyfX19LCAB2F7FAAEcNhMCCGFsX0EVDRpVGiUoCHdhbC2tSCAxNzYuNsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('5QagCuAGCgxJbXBvcnRJbnRvXzISmQYKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvasECdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDE2LjLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMywga2V5XzoWAFA2LCBibG9jazoge2NhY2hlX2hpdF8NMhQyfX19LCABZwRfZFbFAAEcFDogNjQuNQWDCeIId2FpEZ0MMzQuOAkaHGlrdl93YWxsDTMoMTc2LjbCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqgBKAFAAVIUZGF0YTpUNtYBBFoUBYgINjQzBWwpgBwyYvkBY29wXyWdZCB7bnVtOiAxLCBtYXg6IDMuM21zLCBwcm9jLVwpawBfARI20AAFzgA6GckQY29wcl85KkRyYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhhuOiA1OS43BZdgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEEqNHJwY19pbmZvOntDb3A6Aa4QX3JwYzoJlwBhLTYcMi45MW1zfSwFLhxlcnJvcnM6eyERUF9pc19ub3RfcmVhZHk6MX19cKcCeDlOADghOhQDTi9BWhUlKRAzNzUuMSEBKSoAMVaEAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-06-02 08:07:03.008371';"] [2024/06/02 08:07:03.538 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/02 08:07:03.569 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:03.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:03.569 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:03.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/02 08:07:03.625 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:03.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:03.637 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 136, Table Name: dst, Old Table ID: 134, Old Table Name: dst"] [2024/06/02 08:07:03.682 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=3.14826ms] [gotSchemaVersion=73] [phyTblIDs="[136]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:03.695 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=137] [version=73] [2024/06/02 08:07:03.696 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=22.485698ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:03.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:03.777 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/06/02 08:07:03.788 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/06/02 08:07:03.792 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:03.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:03.865 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/06/02 08:07:03.865 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:03.868 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.331425992\n# Parse_time: 0.000388175\n# Compile_time: 0.001108765\n# Rewrite_time: 0.000012674\n# Optimize_time: 0.000892376\n# Wait_TS: 0.000402715\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/06/02 08:07:03.876 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=450183986677809152] [2024/06/02 08:07:03.879 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4199\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:149\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-06-02 08:07:03.008371'"] [2024/06/02 08:07:03.881 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4199\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:151\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/06/02 08:07:04.060 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=136] [2024/06/02 08:07:04.067 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:04.067 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:04.068 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:04.068 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:04.069 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:04.069 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:04.069 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:04.069 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:04.069 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:04.083 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:04.085 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:04.085 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/02 08:07:04.090 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:04.094 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:04.113 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [key=import-from-select] [2024/06/02 08:07:04.113 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [key=import-from-select] [2024/06/02 08:07:04.115 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [key=import-from-select] [readDur=16.823Β΅s] [encodeDur=677.963Β΅s] [checksum="{cksum=4310421058987999716,size=33,kvs=1}"] [deliverDur=284.908Β΅s] [type=query] [takeTime=1.395516ms] [] [2024/06/02 08:07:04.115 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [key=import-from-select] [readDur=55.256Β΅s] [encodeDur=627.801Β΅s] [checksum="{cksum=218076704990688579,size=33,kvs=1}"] [deliverDur=356.083Β΅s] [type=query] [takeTime=1.394437ms] [] [2024/06/02 08:07:04.116 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/75bd7a91-fa78-4e66-af59-c4652a2e60e6/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/df0b51ed-7905-4992-96b2-6b494085d05c.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000001] [2024/06/02 08:07:04.116 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:04.117 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/75bd7a91-fa78-4e66-af59-c4652a2e60e6/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/eca77f11-2565-4909-9186-dbce4931f51d.sst] [firstKey=7480000000000000885F728000000000000002] [lastKey=7480000000000000885F728000000000000002] [2024/06/02 08:07:04.119 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.794306ms] [] [2024/06/02 08:07:04.119 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/02 08:07:04.123 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:04.145 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/06/02 08:07:04.145 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:04.160 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/02 08:07:04.162 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=43.268246ms] [] [2024/06/02 08:07:04.162 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:04.164 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.625452ms] [] [2024/06/02 08:07:04.164 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/02 08:07:04.164 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:04.164 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=67.615Β΅s] [] [2024/06/02 08:07:04.164 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/06/02 08:07:04.164 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [2024/06/02 08:07:04.171 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [takeTime=7.326406ms] [] [2024/06/02 08:07:04.172 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/02 08:07:04.172 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [weight=30] [2024/06/02 08:07:04.172 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [concurrency=15] [2024/06/02 08:07:04.176 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/06/02 08:07:04.177 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/02 08:07:04.177 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=75bd7a91-fa78-4e66-af59-c4652a2e60e6] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=13.188349ms] [] [2024/06/02 08:07:04.177 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:04.177 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.443Β΅s] [] [2024/06/02 08:07:04.178 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/02 08:07:04.179 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.430918ms] [] [2024/06/02 08:07:04.179 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:04.179 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=16.815Β΅s] [] [2024/06/02 08:07:04.179 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/02 08:07:04.180 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.090202ms] [] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:04.184 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:04.184 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:04.184 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:04.184 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:04.186 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:04.186 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:04.186 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:04.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:04.186 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:04.188 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183986677809152\n# Conn_ID: 2\n# Query_time: 0.303125631\n# Parse_time: 0.001311003\n# Compile_time: 0.003804673\n# Rewrite_time: 0.002125478\n# Optimize_time: 0.000892376\n# Wait_TS: 0\n# Cop_time: 0.000073928 Process_time: 0.000046141 Wait_time: 0.000028895 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.6141e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.8895e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 296\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjI5Ni43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTIJRBg1MzkuM8K1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi41MwFuRHByb2Nfa2V5czogMiwgdG90XwESFDogNDYuMQVKARMkd2FpdDogMjguOQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDY1LjcFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8MX3JwYwHFFHRvdGFsXyUnFDEuOTRtcw0uHGVycm9yczp7IRRsX2lzX25vdF9yZWFkeToxfX0JMjk2IEJ5dGVzCSFHIDIJNDNfNgkxXzFJAHQhRKg6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JMgl0aWt2BdUEOnsFhgAwNWMBuTRzY2FuX2RldGFpbDogewmtGHByb2Nlc3MyWwEEYWwyFwAcX3NpemU6IDgpeARhbA0sODQsIGdldF9zbmFwc2hvdAn3ECAxMS42JUOAcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAzAc8AeT4WABg2LCBibG9jQQc5uQ0yFDJ9fX0sIAHYXsUAARwAOjITAghhbF9BFQ0aADJRGiUoCHdhbC2tQCAxMzTCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('5gagCuEGCgxJbXBvcnRJbnRvXzISmgYKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvar8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDExLjbCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMywga2V5XzoWAFA2LCBibG9jazoge2NhY2hlX2hpdF8NMhQyfX19LCABZwRfZFbFAAEcFDogNDYuMQWDCeIId2FpEZ0MMjguOQkaHGlrdl93YWxsDTMgMTM0wrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6mASgBQAFSFGRhdGE6VDbUAQRaFgWGEDUzOS4zBWwpgBwyYvoBY29wXyWdaCB7bnVtOiAxLCBtYXg6IDIuNTNtcywgcHJvYy1dKWwAXwESADoy0QAFzwA6GcoQY29wcl85K0RyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA2NS43BZhgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEErNHJwY19pbmZvOntDb3A6Aa8QX3JwYzoJlwBhLTccMS45NG1zfSwFLhxlcnJvcnM6eyEUUF9pc19ub3RfcmVhZHk6MX19cKgCeDlRKDgBQAFSA04vQVoVJSwQMjk2LjchASkrADFWhwEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-06-02 08:07:03.008371';"] === RUN TestImportInto/TestWriteAfterImportFromFile [2024/06/02 08:07:04.219 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/06/02 08:07:04.222 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/06/02 08:07:04.263 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:04.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:04.263 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:04.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/06/02 08:07:04.327 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.368 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=1.386975ms] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:04.380 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=139] [version=74] [2024/06/02 08:07:04.381 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=19.795638ms] [job="ID:139, Type:create schema, State:done, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:04.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.445 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [job="ID:139, Type:create schema, State:synced, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.482 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/06/02 08:07:04.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromFile/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/06/02 08:07:04.489 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:04.493 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/06/02 08:07:04.531 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:04.531 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/06/02 08:07:04.577 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.585 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 140, Table Name: t"] [2024/06/02 08:07:04.670 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=22.645909ms] [gotSchemaVersion=75] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:04.685 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=141] [version=75] [2024/06/02 08:07:04.687 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=43.79594ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.755 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.793 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/06/02 08:07:04.794 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:04.797 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.306544309\n# Parse_time: 0.001610529\n# Compile_time: 0.001285749\n# Rewrite_time: 0.000008474\n# Optimize_time: 0.000938111\n# Wait_TS: 0.00042293\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/06/02 08:07:04.866 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:05.041 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:05.175 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:05.219 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/06/02 08:07:05.219 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:05.325 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:05.326 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:05.327 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/06/02 08:07:05.347 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:05.349 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:05.349 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:05.349 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=84.24Β΅s] [2024/06/02 08:07:05.350 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=203.912Β΅s] [] [2024/06/02 08:07:05.350 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:05.350 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:05.508 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/06/02 08:07:05.529 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/06/02 08:07:05.537 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:05.581 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:05.583 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/02 08:07:05.584 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:05.593 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:05.593 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:05.594 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.594 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:05.595 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.595 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.595 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:05.595 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:05.595 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.609 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:05.611 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:05.611 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:05.611 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:05.611 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/06/02 08:07:05.661 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/06/02 08:07:05.666 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:05.669 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:05.670 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/06/02 08:07:05.670 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/06/02 08:07:05.699 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=1.csv:0] [2024/06/02 08:07:05.703 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=1.csv:0] [readDur=1.450192ms] [encodeDur=696.318Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=701.344Β΅s] [type=file] [takeTime=3.412607ms] [] [2024/06/02 08:07:05.772 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/462d8acb-853d-4ffd-9fe7-0c4578c0d020.sst] [firstKey=74800000000000008C5F728000000000000004] [lastKey=74800000000000008C5F728000000000000005] [2024/06/02 08:07:05.773 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=2.csv:0] [2024/06/02 08:07:05.776 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=2.csv:0] [readDur=1.185209ms] [encodeDur=760.291Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=51.606Β΅s] [type=file] [takeTime=2.366984ms] [] [2024/06/02 08:07:05.777 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/76f55190-3dea-428c-8a81-454dceadebbc.sst] [firstKey=74800000000000008C5F728000000000000006] [lastKey=74800000000000008C5F728000000000000007] [2024/06/02 08:07:05.777 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=115.0146ms] [] [2024/06/02 08:07:05.777 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/02 08:07:05.777 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/02 08:07:05.777 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:05.779 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.818868ms] [] [2024/06/02 08:07:05.779 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:05.784 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:05.806 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:05.806 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:05.820 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:05.822 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.994166ms] [] [2024/06/02 08:07:05.822 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:05.823 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.22313ms] [] [2024/06/02 08:07:05.823 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/02 08:07:05.823 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:05.825 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.703428ms] [] [2024/06/02 08:07:05.825 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:05.825 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:05.825 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=56.082Β΅s] [] [2024/06/02 08:07:05.825 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:05.826 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=804.362Β΅s] [] [2024/06/02 08:07:05.875 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.878 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:05.878 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.878 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.878 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:05.880 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:05.880 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.880 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.880 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.880 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.880 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=298.6649ms] [] [2024/06/02 08:07:05.948 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:05.950 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:05.951 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:05.951 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:06.020 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:06.022 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:06.022 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:06.185 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:06.234 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/02 08:07:06.234 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/02 08:07:06.235 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/02 08:07:06.242 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=7.37654ms] [] [2024/06/02 08:07:06.242 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/02 08:07:06.242 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:06.242 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/06/02 08:07:06.242 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/06/02 08:07:06.246 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=140] [physicalTableID=140] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:06.247 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:06.247 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.301349ms] [] [2024/06/02 08:07:06.247 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.476714ms] [] [2024/06/02 08:07:06.313 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=128.404311ms] [] [2024/06/02 08:07:06.344 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:06.344 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/06/02 08:07:06.346 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/06/02 08:07:06.406 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/02 08:07:06.425 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=1] [2024/06/02 08:07:06.452 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:06.452 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/06/02 08:07:06.541 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:06.749 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.950596996\n# Parse_time: 0.000489538\n# Compile_time: 0.001994749\n# Rewrite_time: 0.000282392\n# Optimize_time: 0.000938111\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:06.779 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:06.816 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:06.816 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:06.875 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.910 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=648.744Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:06.923 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=76] [2024/06/02 08:07:06.925 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=19.414007ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.011 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.045 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=278.553Β΅s] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:07.057 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=77] [2024/06/02 08:07:07.058 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=17.497333ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.134 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.144 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 140, Old Table Name: t"] [2024/06/02 08:07:07.199 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=342.935Β΅s] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:07.214 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=78] [2024/06/02 08:07:07.216 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=21.761409ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:06.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.275 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/06/02 08:07:07.286 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/06/02 08:07:07.290 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:06.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.340 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/06/02 08:07:07.341 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:07.344 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.566568589\n# Parse_time: 0.00046688\n# Compile_time: 0.000603469\n# Rewrite_time: 0.000011088\n# Optimize_time: 0.001057632\n# Wait_TS: 0.000412701\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:07.347 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:07.394 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:07.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:07.394 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:07.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:07.460 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:07.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.468 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 143, Table Name: t"] [2024/06/02 08:07:07.543 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=3.037644ms] [gotSchemaVersion=79] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:07.554 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=144] [version=79] [2024/06/02 08:07:07.556 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=20.386912ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:07.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.653 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:07.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.689 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/06/02 08:07:07.690 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:07.693 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.3486212\n# Parse_time: 0.001042835\n# Compile_time: 0.001313631\n# Rewrite_time: 0.000009697\n# Optimize_time: 0.001057632\n# Wait_TS: 0.000360989\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:07.710 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:07.921 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:08.026 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:08.067 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/06/02 08:07:08.067 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:08.174 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:08.176 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:08.177 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/06/02 08:07:08.200 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:08.203 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:08.203 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:08.203 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=68.995Β΅s] [2024/06/02 08:07:08.204 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=193.73Β΅s] [] [2024/06/02 08:07:08.204 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:08.204 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:08.339 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/06/02 08:07:08.357 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/06/02 08:07:08.386 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:08.453 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:08.455 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/02 08:07:08.456 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:08.465 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:08.465 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:08.465 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:08.465 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:08.466 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:08.466 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:08.466 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:08.466 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:08.466 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:08.481 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:08.483 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:08.483 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:08.483 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:08.483 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/06/02 08:07:08.524 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/06/02 08:07:08.528 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:08.532 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:08.532 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/06/02 08:07:08.532 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/06/02 08:07:08.593 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=1.csv:0] [2024/06/02 08:07:08.596 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=1.csv:0] [readDur=1.420815ms] [encodeDur=679.368Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=52.078Β΅s] [type=file] [takeTime=2.626641ms] [] [2024/06/02 08:07:08.597 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/e57c847b-4711-480c-98db-4052d0b4d772.sst] [firstKey=74800000000000008F5F728000000000000004] [lastKey=74800000000000008F5F728000000000000005] [2024/06/02 08:07:08.643 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=2.csv:0] [2024/06/02 08:07:08.645 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=2.csv:0] [readDur=946.137Β΅s] [encodeDur=644.687Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=48.34Β΅s] [type=file] [takeTime=1.942149ms] [] [2024/06/02 08:07:08.646 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/40ca9e57-f570-4306-9676-14f81344c295.sst] [firstKey=74800000000000008F5F728000000000000006] [lastKey=74800000000000008F5F728000000000000007] [2024/06/02 08:07:08.646 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=122.047319ms] [] [2024/06/02 08:07:08.647 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/02 08:07:08.647 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/02 08:07:08.647 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:08.649 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.240733ms] [] [2024/06/02 08:07:08.649 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:08.654 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:08.676 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:08.676 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:08.691 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:08.692 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=43.10145ms] [] [2024/06/02 08:07:08.693 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:08.694 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.205008ms] [] [2024/06/02 08:07:08.694 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/02 08:07:08.694 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:08.696 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.839236ms] [] [2024/06/02 08:07:08.696 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:08.696 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:08.696 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=90.49Β΅s] [] [2024/06/02 08:07:08.696 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:08.697 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.153742ms] [] [2024/06/02 08:07:08.751 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/02 08:07:08.754 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:08.754 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:08.754 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:08.754 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:08.756 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:08.756 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:08.756 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:08.756 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:08.756 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:08.756 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=302.486882ms] [] [2024/06/02 08:07:08.790 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:08.791 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:08.792 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:08.792 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:08.887 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:08.890 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:08.890 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:09.048 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:09.091 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/02 08:07:09.091 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/02 08:07:09.091 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/02 08:07:09.099 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=7.664377ms] [] [2024/06/02 08:07:09.099 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/02 08:07:09.099 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:09.099 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/06/02 08:07:09.099 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/06/02 08:07:09.103 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=143] [physicalTableID=143] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:09.104 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:09.104 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=12.193451ms] [] [2024/06/02 08:07:09.104 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=12.403116ms] [] [2024/06/02 08:07:09.152 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=103.859251ms] [] [2024/06/02 08:07:09.186 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:09.186 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/06/02 08:07:09.189 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/06/02 08:07:09.263 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/02 08:07:09.272 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=2] [2024/06/02 08:07:09.293 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:09.293 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/06/02 08:07:09.379 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:09.579 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8844794519999999\n# Parse_time: 0.000967866\n# Compile_time: 0.001579791\n# Rewrite_time: 0.000235648\n# Optimize_time: 0.001057632\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/06/02 08:07:09.591 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:09.641 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:09.641 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:09.697 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.731 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=763.581Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:09.742 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=80] [2024/06/02 08:07:09.744 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=15.916272ms] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.816 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.849 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=396.697Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:09.863 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=81] [2024/06/02 08:07:09.864 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=19.108971ms] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.923 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.933 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 143, Old Table Name: t"] [2024/06/02 08:07:09.964 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=273.087Β΅s] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:09.975 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=82] [2024/06/02 08:07:09.977 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=16.516286ms] [job="ID:145, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.051 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/06/02 08:07:10.060 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop table"] [2024/06/02 08:07:10.089 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [job="ID:145, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.166 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/06/02 08:07:10.166 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:10.170 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.579795056\n# Parse_time: 0.000512274\n# Compile_time: 0.000666707\n# Rewrite_time: 0.000009451\n# Optimize_time: 0.001207459\n# Wait_TS: 0.000377187\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:10.173 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/06/02 08:07:10.228 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:10.228 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/06/02 08:07:10.288 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.296 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 146, Table Name: t"] [2024/06/02 08:07:10.362 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=3.129117ms] [gotSchemaVersion=83] [phyTblIDs="[146]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:10.375 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=147] [version=83] [2024/06/02 08:07:10.377 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=21.917593ms] [job="ID:147, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.459 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [job="ID:147, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.525 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/06/02 08:07:10.525 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:10.530 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.359317712\n# Parse_time: 0.000973962\n# Compile_time: 0.00109399\n# Rewrite_time: 0.000008672\n# Optimize_time: 0.001207459\n# Wait_TS: 0.000372007\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/06/02 08:07:10.547 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:10.750 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:10.840 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:10.894 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:10.894 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:11.001 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:11.003 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:11.004 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/06/02 08:07:11.025 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:11.028 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:11.028 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:11.028 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=101.537Β΅s] [2024/06/02 08:07:11.028 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=291.586Β΅s] [] [2024/06/02 08:07:11.028 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:11.029 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:11.154 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/06/02 08:07:11.168 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:11.175 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/06/02 08:07:11.217 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:11.219 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/02 08:07:11.220 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:11.228 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:11.228 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:11.229 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:11.229 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:11.230 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:11.230 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:11.230 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:11.230 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:11.230 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:11.245 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:11.247 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:11.247 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:11.247 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/02 08:07:11.247 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/06/02 08:07:11.315 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/06/02 08:07:11.320 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:11.324 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:11.325 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/06/02 08:07:11.325 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/06/02 08:07:11.456 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=2.csv:0] [2024/06/02 08:07:11.456 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=1.csv:0] [2024/06/02 08:07:11.460 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=1.csv:0] [readDur=1.432787ms] [encodeDur=1.158294ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=359.801Β΅s] [type=file] [takeTime=3.356264ms] [] [2024/06/02 08:07:11.460 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=2.csv:0] [readDur=1.340199ms] [encodeDur=1.051103ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=585.619Β΅s] [type=file] [takeTime=3.461995ms] [] [2024/06/02 08:07:11.461 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=145.860486ms] [] [2024/06/02 08:07:11.461 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=2] [sstFileSize=1964] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/fb491afc-9360-4827-97f2-bef5eeee3f45.sst] [firstKey=7480000000000000925F728000000000000001] [lastKey=7480000000000000925F72800000000000000B] [2024/06/02 08:07:11.462 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/02 08:07:11.462 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/02 08:07:11.462 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:11.464 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.378206ms] [] [2024/06/02 08:07:11.464 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:11.470 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:11.492 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:11.492 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:11.507 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:11.509 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.386959ms] [] [2024/06/02 08:07:11.509 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:11.510 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.270574ms] [] [2024/06/02 08:07:11.510 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/02 08:07:11.510 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:11.512 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.279504ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d88a28fb-b36c-4c11-b030-a223c65489d7.sst] [2024/06/02 08:07:11.512 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d88a28fb-b36c-4c11-b030-a223c65489d7.sst] [firstKey=7480000000000000925F698000000000000001038000000000000004] [lastKey=7480000000000000925F698000000000000001038000000000000007] [2024/06/02 08:07:11.514 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.843081ms] [] [2024/06/02 08:07:11.514 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:11.520 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:11.542 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/02 08:07:11.543 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:11.556 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/02 08:07:11.559 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=44.300454ms] [] [2024/06/02 08:07:11.559 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:11.560 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.250788ms] [] [2024/06/02 08:07:11.605 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/02 08:07:11.609 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:11.609 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:11.609 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:11.609 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:11.609 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:11.609 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:11.609 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:11.609 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:11.609 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:11.610 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:11.610 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:11.610 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:11.610 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:11.612 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:11.612 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:11.612 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:11.612 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:11.612 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:11.612 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=394.337861ms] [] [2024/06/02 08:07:11.616 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:11.617 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:11.619 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:11.619 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:11.687 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:11.689 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:11.689 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:11.865 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:11.910 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/02 08:07:11.911 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/02 08:07:11.911 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/02 08:07:11.918 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=7.675444ms] [] [2024/06/02 08:07:11.918 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/02 08:07:11.918 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/06/02 08:07:11.919 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/02 08:07:11.919 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/06/02 08:07:11.919 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/06/02 08:07:11.928 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:11.935 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/06/02 08:07:11.935 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/02 08:07:11.935 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=24.777796ms] [] [2024/06/02 08:07:11.935 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=25.069787ms] [] [2024/06/02 08:07:11.982 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=116.543241ms] [] [2024/06/02 08:07:12.021 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:12.022 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/06/02 08:07:12.024 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/06/02 08:07:12.075 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/06/02 08:07:12.101 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:12.125 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:12.126 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:12.235 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:12.401 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.869357325\n# Parse_time: 0.000484081\n# Compile_time: 0.001437975\n# Rewrite_time: 0.000306933\n# Optimize_time: 0.001207459\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:12.431 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:12.455 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:12.455 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:12.521 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.554 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=698.446Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:12.566 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=148] [version=84] [2024/06/02 08:07:12.568 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=19.91762ms] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.607 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.667 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=329.551Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:12.679 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=148] [version=85] [2024/06/02 08:07:12.681 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=20.469406ms] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.753 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.762 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 146, Old Table Name: t"] [2024/06/02 08:07:12.802 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=283.811Β΅s] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:12.815 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=148] [version=86] [2024/06/02 08:07:12.817 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=19.304071ms] [job="ID:148, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:12.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.854 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[146]"] [comment="drop table: table ID"] [2024/06/02 08:07:12.863 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="drop table"] [2024/06/02 08:07:12.867 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:12.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.931 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/06/02 08:07:12.931 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:12.935 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.504871849\n# Parse_time: 0.000418673\n# Compile_time: 0.000573593\n# Rewrite_time: 0.000008498\n# Optimize_time: 0.001284687\n# Wait_TS: 0.000364703\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:12.937 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:12.980 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:12.981 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:13.045 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.077 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 149, Table Name: t"] [2024/06/02 08:07:13.148 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.973661ms] [gotSchemaVersion=87] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:13.162 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=150] [version=87] [2024/06/02 08:07:13.163 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=23.086277ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.227 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.267 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/06/02 08:07:13.267 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:13.271 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.335316917\n# Parse_time: 0.000756357\n# Compile_time: 0.001020915\n# Rewrite_time: 0.000010533\n# Optimize_time: 0.001284687\n# Wait_TS: 0.000456161\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:13.285 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:13.543 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:13.638 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:13.683 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:13.684 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:13.789 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:13.790 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:13.791 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/06/02 08:07:13.813 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:13.815 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:13.816 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:13.816 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=87.523Β΅s] [2024/06/02 08:07:13.816 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=257.758Β΅s] [] [2024/06/02 08:07:13.816 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:13.816 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:13.957 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/06/02 08:07:13.975 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/06/02 08:07:13.991 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:14.041 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:14.042 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/02 08:07:14.044 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:14.052 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:14.052 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:14.052 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:14.052 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:14.053 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:14.053 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:14.053 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:14.053 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:14.053 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:14.067 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:14.069 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:14.069 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:14.069 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/02 08:07:14.069 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/06/02 08:07:14.116 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/06/02 08:07:14.119 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:14.123 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:14.123 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/06/02 08:07:14.123 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/06/02 08:07:14.131 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=1.csv:0] [2024/06/02 08:07:14.135 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=1.csv:0] [readDur=1.411509ms] [encodeDur=1.275676ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=320.43Β΅s] [type=file] [takeTime=3.405531ms] [] [2024/06/02 08:07:14.136 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/8f950917-0397-453a-a91c-79864eecae1e.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/06/02 08:07:14.200 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=2.csv:0] [2024/06/02 08:07:14.203 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=2.csv:0] [readDur=960.713Β΅s] [encodeDur=873.743Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=291.034Β΅s] [type=file] [takeTime=2.462928ms] [] [2024/06/02 08:07:14.204 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=88.479992ms] [] [2024/06/02 08:07:14.204 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/399c4d18-8fd8-4abf-9853-a826860652c4.sst] [firstKey=7480000000000000955F72800000000000000A] [lastKey=7480000000000000955F72800000000000000B] [2024/06/02 08:07:14.204 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/02 08:07:14.204 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/02 08:07:14.205 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:14.207 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.021913ms] [] [2024/06/02 08:07:14.207 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:14.211 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:14.233 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:14.234 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:14.248 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:14.249 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.678571ms] [] [2024/06/02 08:07:14.249 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:14.251 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.315755ms] [] [2024/06/02 08:07:14.251 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/02 08:07:14.251 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:14.252 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.278161ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6cf60fea-5de8-47dc-81e5-137f470052ea.sst] [2024/06/02 08:07:14.253 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6cf60fea-5de8-47dc-81e5-137f470052ea.sst] [firstKey=7480000000000000955F698000000000000001038000000000000004] [lastKey=7480000000000000955F698000000000000001038000000000000007] [2024/06/02 08:07:14.255 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.526887ms] [] [2024/06/02 08:07:14.255 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:14.259 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:14.281 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/02 08:07:14.281 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:14.296 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/02 08:07:14.298 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=42.80971ms] [] [2024/06/02 08:07:14.298 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:14.299 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.049922ms] [] [2024/06/02 08:07:14.375 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/02 08:07:14.380 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:14.380 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:14.380 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:14.380 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:14.380 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:14.380 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:14.381 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:14.381 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:14.381 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:14.381 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:14.381 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:14.381 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:14.381 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:14.383 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:14.383 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:14.383 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:14.383 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:14.383 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:14.383 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=342.001038ms] [] [2024/06/02 08:07:14.408 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:14.409 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:14.411 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:14.411 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:14.477 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:14.479 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:14.479 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:14.662 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:14.737 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/02 08:07:14.737 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/02 08:07:14.737 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/02 08:07:14.748 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.143063ms] [] [2024/06/02 08:07:14.748 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/02 08:07:14.748 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/06/02 08:07:14.748 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/02 08:07:14.748 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/06/02 08:07:14.748 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/06/02 08:07:14.760 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:14.765 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/06/02 08:07:14.766 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/02 08:07:14.766 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=29.400314ms] [] [2024/06/02 08:07:14.766 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=29.655766ms] [] [2024/06/02 08:07:14.804 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:14.804 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/06/02 08:07:14.807 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/06/02 08:07:14.814 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=151.741487ms] [] [2024/06/02 08:07:14.866 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/02 08:07:14.889 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:14.894 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.622214006\n# Parse_time: 0.000422588\n# Compile_time: 0.001372731\n# Rewrite_time: 0.000253466\n# Optimize_time: 0.001284687\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/06/02 08:07:14.908 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:14.915 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:14.915 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:14.940 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:14.940 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:14.985 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.016 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:15.021 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=744.059Β΅s] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:15.032 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=151] [version=88] [2024/06/02 08:07:15.033 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=17.914721ms] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.128 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.161 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=339.542Β΅s] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:15.175 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=151] [version=89] [2024/06/02 08:07:15.177 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=21.190474ms] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.252 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.262 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 149, Old Table Name: t"] [2024/06/02 08:07:15.302 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=259.42Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:15.313 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=151] [version=90] [2024/06/02 08:07:15.315 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=16.714094ms] [job="ID:151, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.351 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=151] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/06/02 08:07:15.360 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=151] [jobType="drop table"] [2024/06/02 08:07:15.364 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [job="ID:151, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.440 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/06/02 08:07:15.440 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:15.444 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.53696521\n# Parse_time: 0.000434409\n# Compile_time: 0.000674912\n# Rewrite_time: 0.000008968\n# Optimize_time: 0.001594631\n# Wait_TS: 0.000257263\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:15.446 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/06/02 08:07:15.490 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:15.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:15.490 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:15.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/06/02 08:07:15.570 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.579 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 152, Table Name: t"] [2024/06/02 08:07:15.636 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.731671ms] [gotSchemaVersion=91] [phyTblIDs="[152]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:15.647 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=153] [version=91] [2024/06/02 08:07:15.649 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=19.573342ms] [job="ID:153, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:15.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.718 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [job="ID:153, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.753 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=153] [2024/06/02 08:07:15.753 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:15.757 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.312718686\n# Parse_time: 0.000587265\n# Compile_time: 0.001055397\n# Rewrite_time: 0.000008647\n# Optimize_time: 0.001594631\n# Wait_TS: 0.00044393\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/06/02 08:07:15.773 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:16.005 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:16.100 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:16.143 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:16.144 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:16.249 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:16.250 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:16.252 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/06/02 08:07:16.271 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:16.274 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:16.274 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:16.274 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=91.316Β΅s] [2024/06/02 08:07:16.274 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=229.396Β΅s] [] [2024/06/02 08:07:16.275 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:16.275 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:16.426 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/06/02 08:07:16.445 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/06/02 08:07:16.469 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:16.510 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:16.512 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/02 08:07:16.513 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:16.521 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:16.521 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:16.521 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:16.522 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:16.522 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:16.522 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:16.522 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:16.523 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:16.522 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:16.536 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:16.538 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:16.538 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:16.538 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:16.538 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/06/02 08:07:16.583 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/06/02 08:07:16.586 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:16.590 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:16.590 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/06/02 08:07:16.590 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/06/02 08:07:16.703 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=1.csv:0] [2024/06/02 08:07:16.703 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=2.csv:0] [2024/06/02 08:07:16.706 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=1.csv:0] [readDur=1.281168ms] [encodeDur=567.91Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=265.342Β΅s] [type=file] [takeTime=2.592837ms] [] [2024/06/02 08:07:16.706 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=2.csv:0] [readDur=1.137974ms] [encodeDur=1.070828ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=539.754Β΅s] [type=file] [takeTime=3.235656ms] [] [2024/06/02 08:07:16.707 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f527d242-5d3b-4c8e-90b8-e32fab03b7ef.sst] [firstKey=7480000000000000985F728000000000000004] [lastKey=7480000000000000985F728000000000000005] [2024/06/02 08:07:16.707 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=124.577848ms] [] [2024/06/02 08:07:16.708 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:16.708 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:16.708 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:16.708 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/4c574536-7dc5-46ad-bf4b-7d6f0fceccdc.sst] [firstKey=7480000000000000985F728000000000000006] [lastKey=7480000000000000985F728000000000000007] [2024/06/02 08:07:16.710 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.209817ms] [] [2024/06/02 08:07:16.710 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:16.715 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:16.737 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:16.737 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:16.752 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:16.753 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=43.377822ms] [] [2024/06/02 08:07:16.754 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:16.755 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.094854ms] [] [2024/06/02 08:07:16.755 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:16.755 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:16.756 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.532554ms] [] [2024/06/02 08:07:16.757 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:16.757 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:16.757 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=74.834Β΅s] [] [2024/06/02 08:07:16.757 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:16.758 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=914.26Β΅s] [] [2024/06/02 08:07:16.826 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/02 08:07:16.830 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:16.830 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:16.830 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:16.830 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:16.833 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:16.833 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:16.833 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:16.833 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:16.833 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:16.833 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=322.863578ms] [] [2024/06/02 08:07:16.866 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:16.868 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:16.869 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:16.869 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:16.941 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:16.943 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:16.943 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:17.107 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:17.176 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/02 08:07:17.176 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/02 08:07:17.176 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/02 08:07:17.176 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=12.001Β΅s] [] [2024/06/02 08:07:17.176 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/02 08:07:17.176 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:17.176 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/06/02 08:07:17.176 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/06/02 08:07:17.181 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=152] [physicalTableID=152] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:17.181 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:17.181 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=5.31932ms] [] [2024/06/02 08:07:17.181 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=5.573697ms] [] [2024/06/02 08:07:17.229 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=122.212027ms] [] [2024/06/02 08:07:17.268 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:17.269 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/06/02 08:07:17.272 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/06/02 08:07:17.327 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/06/02 08:07:17.351 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:17.376 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:17.376 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:17.480 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:17.657 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.899056571\n# Parse_time: 0.000440539\n# Compile_time: 0.001363392\n# Rewrite_time: 0.000253194\n# Optimize_time: 0.001594631\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:17.681 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:17.711 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:17.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:17.711 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:17.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:17.776 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:17.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.814 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=672.453Β΅s] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:17.825 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=92] [2024/06/02 08:07:17.827 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=18.265632ms] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:17.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.906 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:17.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.944 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=284.914Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:17.957 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=93] [2024/06/02 08:07:17.960 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=20.094832ms] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:17.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.049 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:17.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.061 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 152, Old Table Name: t"] [2024/06/02 08:07:18.110 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=299.87Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:18.122 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=94] [2024/06/02 08:07:18.123 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=18.694483ms] [job="ID:154, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:17.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.165 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[152]"] [comment="drop table: table ID"] [2024/06/02 08:07:18.176 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="drop table"] [2024/06/02 08:07:18.180 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:17.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.248 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/06/02 08:07:18.248 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:18.252 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.572864958\n# Parse_time: 0.000466437\n# Compile_time: 0.00086222\n# Rewrite_time: 0.000011946\n# Optimize_time: 0.001039525\n# Wait_TS: 0.000376419\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:18.254 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:18.298 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:18.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:18.298 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:18.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:18.365 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:18.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.375 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 155, Table Name: t"] [2024/06/02 08:07:18.434 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.364382ms] [gotSchemaVersion=95] [phyTblIDs="[155]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:18.476 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=156] [version=95] [2024/06/02 08:07:18.479 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=51.268333ms] [job="ID:156, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:18.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.543 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:18.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.581 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/06/02 08:07:18.581 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:18.585 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.331578655\n# Parse_time: 0.000738667\n# Compile_time: 0.000932443\n# Rewrite_time: 0.000009389\n# Optimize_time: 0.001039525\n# Wait_TS: 0.000416536\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:18.600 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:18.816 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:18.915 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:18.954 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:18.954 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:19.061 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:19.062 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:19.063 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/06/02 08:07:19.081 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:19.084 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:19.084 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:19.084 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=84.555Β΅s] [2024/06/02 08:07:19.084 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=197.581Β΅s] [] [2024/06/02 08:07:19.085 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:19.085 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:19.147 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:361.270717ms txnStartTS:450183990809198593 region_id:14 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:361.2ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:339 rocksdb_delete_skipped_count:81 rocksdb_key_skipped_count:919 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:19.152 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183990809198593\n# Query_time: 0.375610657\n# Parse_time: 0\n# Compile_time: 0.009419578\n# Rewrite_time: 0.001614758\n# Optimize_time: 0.006138365\n# Wait_TS: 0.00013127\n# Cop_time: 0.359502051 Process_time: 0.00037245 Wait_time: 0.00006476 Request_count: 2 Total_keys: 678 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 162 Rocksdb_key_skipped_count: 1838\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000186225 Cop_proc_p90: 0.000205005 Cop_proc_max: 0.000205005 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.238e-05 Cop_wait_p90: 3.3045e-05 Cop_wait_max: 3.3045e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 2020\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/RagMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM2MC44bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkLoAAADcdgBwJMCBCeXRlcxEIHAoyCTE3XzI4CXNUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJlADAsIENvbHVtbiMxNSldLnIAADUdcmAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsJRwAMQEqEGZldGNoGQ8FMAw6MHN9EaURCCQKMwkzMV80MShCAVIAKQm0QGRhdGE6U2VsZWN0aW9uXzQwFYkENTk6ewFwY29wX3Rhc2s6IHtudW06IDEsIG1heDogMzYxLjMBiSFgNF9rZXlzOiAwLCB0b3RfARIcOiAyMDXCtXMJEhx3YWl0OiAzMwURZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwEfcBcAhfZHUFGhhuOiA0OS42BTo4bWF4X2Rpc3RzcWxfY29uVRNIIDF9LCBycGNfaW5mbzp7Q29wOgGtDF9ycGNBPiU6AF9NWygxLjJtc319CTI0NC3WGE4vQQo0CTEhBgQxX0XDUG5vdChpc3RydWVfd2l0aF9udWxsKErSARRyZW9yZykhVAx0aWt2BbcEOnsFaAQwc1W+PH0sIHNjYW5fZGV0YWlsOiApyS0yQDMzOSwgZ2V0X3NuYXBzaG90CacQIDE0LjIF85hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDgxLCBrZXk+FwAgOTE5LCBibG9jIbgQfX19LCABlz6EACGpCGVzcw10PbEEYWwlsw0ZLbgF5Ah3YWwtSxggMzYwbXN9IT8BBBwKNQk0M18zOS1EDDAwMAlJuS4KBHwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb0WHZkoBAWgBBDAKMwk2XzI5KFByb2JlIX80NjQwMAlncm91cCBieTp1YUAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXUYbWU6MS43NEHRlXYQcGFydGkhCxhvcmtlcjp7GfwYMS4yMjM3OYWlLokCCDUsIEW8YSoAMF37FDUuNTMzNAUvYSEMZXhlY0UjAQ0hmRg6NS43MzQwZVBhXhgxLjE2NjE0BY8IcDk1HRAUfSwgZmluWpUAFDYzNTIwOQHEXpUAAaEEb3Ql3Rw6MTkuNDc5wnGkBZUQNC4wMDQVEwWbGDcuMTA2MTAFjAmcEDYxNjQ1hYUJnBEQOaBhTwAzgVUlmWlPAG5hRTV1bTYldwAwMm0FBDM4sW9hmRA1CTZfMyGjADhBUjXjSo0DTc0MaW5nLE7jBSRzY2hlbWFfaWRzUh8ARawJHkk0CG1pbhWuADhWLwIEMDIha4ovAhg1MjUuODI3JVhemgEuLwIYMS43NzA1NmowAhgxLjkzNTkxxTQhlRQ0MTguNjgJYiGVGRBqMQIUOTMwLjk4SQJelwAuMQIQMjguMjMJZEFFRTEMNS45MAlCARNFMRQzLjY0NjJZzRA4OTEuMo1EAZwZEFkxADbBpQwzNgkwKegAZMGgJEhhc2hBZ2dfMzFxogwzMjYuqRc1dV6fBgQxLmVNQRWtay1hARIUOiAxNjcuWejNnwQxLgndAGO+oQYEMzT+oQbVodmfLgYDADdhBgQxCcGf/ggDzggDSm4DFjIJfRgODgnFIqEB/gYH8QYEMi5JXP4GB6oGBzIaAqFoBGFp9QgAMU0hBejZDgwgMzAyRZhZ0AQ4CeENoQcOUQiBu4Vh/g0HUg0H')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('5hnwSQrhGQoNUHJvamVjdGlvbl8xMxLHGAoHU29ydF8xNBLPFwoLSGFzaEpvaW5fMjgSvgYKDlRhYmxlUmVhZGVyXzQxEoAECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWr6AXRqfAAILCBzAfLwhmRldGFpbDoge3RvdGFsX2tleXM6IDMzOSwgZ2V0X3NuYXBzaG90X3RpbWU6IDE0LjLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODEsIGtleV9za2lwcGVkX2NvdW50OiA5MTksIGJsb2NrOiB7fX19LCB0aW1lX2RldC6EABxwcm9jZXNzXwl0CDIwNQVzCaAId2FpEY0EMzMJGAHkDHdhbGwNMBQzNjBtc31WWgE0GgEBIVVVVVWVj/JAKQAFATQkQDgBQAFSEWRhdGE6U10eBFoVBYAcMzU5LjhtcywxtBRi1wFjb3Ap0Uwge251bTogMSwgbWF4OiAzNjEuMwErAcEtSgQwLAG5BdMEOiAdywXJIWkFxIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhhuOiA0OS42BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGtFF9ycGM6MQWUAGEtMQG2HDJtc319cPQBXYUQEtgPCgphUSBBZ2dfMjkSlgwuPQMQMzASswsZIBAzNRKlBzZwAxAzNhLrBB0iADFObgMANEXr/m4D7m4DbW4EKGVxbgRAv2luLJQBZ3JvdXAgYnk6bWH3NmMDIeIcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBUam9iX2lkKS0+Q29sdW1uIzE4aoECdEHwBHRhUlAE0tQDCDIuOUVLAHL+1AOm1AMQMTY3LjQFdUbWAwgxLjcJGgHoLtgDFDAyLjLCtV7bAxwh3t3d3R0+923YIcdh2AQPZGHYCEhhc0XIDDMxWhZp1gQyNgVNjtcDetUDMswAcdcRxcLZAwQzNP7ZA3XZADFt1wDwLtcDJScIrWz4OicBAIT+7gK+7gJV0l3eCDVaFCWdDDEuMDKhRwRsb+UmSGKzAnBhcnRpYWxfd29ya2VyOntZFxQ1MjUuODJJMi4ABQg1LCBhJABfoaEAMIXwKZsYMS43NzA1NqXSIHRvdF9leGVjOuGTAQ0NfhQ5MzU5MTUBgqHXFDQxOC42OAliCHA5NR0QFH0sIGZpblKXABQ5MzAuOThpWF6XAAGjAG8NlxAyOC4yMwlkARQFlgw1LjkwCUIBEwWcGDMuNjQ2MjDFZQGcEDg5MS4y7QgBnBkQWgEHKf8ESP4t/wQAucn+ABYWWwgAbg5RCDGaCDUpKTmQADchDi2QCHD8At0oJBoBAiFEREREJGM+VQAIOGdyrUEVUwAsjfAcZmlyc3Ryb3cdbZnlWQcENzQddwRisWoHAhgxLjIyMzc5JddecAEuBwIUNS41MzM0BS8hXSVwMgYCEDUuNzM0OWkYMS4xNjYxNAWQIWkZEGoFAhwxLjYzNTIwOQHFXpUALgUCEDE5LjQ3OfIFlQw0LjAwtSpJBRg3LjEwNjEwBYxBBRwxLjYxNjQ1MQFnCZwREF4FAhgUrkfhDHsIKmAKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGKYBgQsIDXYBCldHi4JCDYwLmU6TSwEYjkWvwgQaGFzaF/F9wA6FmkKADoBKgAxAbMQZmV0Y2gZDwUwLDowc30hnasFOSp+CDqmAAA9SpAA+Y4UOmRlc2MsTpMH6Uwdpy7TAgVsAOpCbABO+gcBSBBtZXRhLE5lABmJHWlFZjEQCA9DbyalCUhPRkZw9Ap4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:19.155 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183990822305793\n# Query_time: 0.30403784\n# Parse_time: 0\n# Compile_time: 0.022571728\n# Rewrite_time: 0.002592667\n# Optimize_time: 0.011849318\n# Wait_TS: 0.000129954\n# Cop_time: 0.274841315 Process_time: 0.000152821 Wait_time: 0.000089607 Request_count: 2 Total_keys: 34 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 15 Rocksdb_key_skipped_count: 75 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 7.641e-05 Cop_proc_p90: 9.6057e-05 Cop_proc_max: 9.6057e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.4803e-05 Cop_wait_p90: 4.6352e-05 Cop_wait_max: 4.6352e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17006\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('giWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjI3Ni4ybXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITAxXz1dCCwgQxl3WDpPRkYJNC43MSBLQglOL0EKMgk2XzE2JWogZ3JvdXAgYnk6WlgBIXMkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhfwAuHeoIKS0+FaIALA1BHGZpcnN0cm93LkYALnACEGlkKS0+HWI2HACeRgABikEJZkwAESKiUgAIeXBlak4ARVgpI37iAEVnZksABR+elgBReGZPABEinlIAXYVmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlsDZlIALiYAndUydgNMcGFydGlhbF93b3JrZXI6e3dhbGylISg6Mjc1LjM0OTQ1NwExHe8MOjUsIEWTbG51bTowLCB0b3Rfd2FpdDoxLjM3NTUzMDU3MXMJFxRleGVjOjANDWX2BSQsNzg0NDc2cywgbWF4BWgQMTkyMzkFaAhwOTUyEgAUfSwgZmluYqEAEDg3ODYxbqAAAawRoBw4MC45ODPCtQ2QBZ0QNi42MTUVExWjGDc4MDA2ODQdoxQ4MjQ0MTQBaxGjERIAfYGjAQQECjPBERw4CTAJMC4wMl6mBoGhWjUEJVb+FAZaFAZ5XVp9ADIpA14kAC71AlokAEnIWh0ALpMCMqIGdp4FWb4ENS4l7+2TdjYGGDQJMTdfMjAxkFBpbm5lciBqb2luLCBlcXVhbDpbZXEu3AVKhAByzQABHRApIGVxKNE6ADcBkMnnCDYpXR21QTcVs2xidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoyNzQuBSoQZmV0Y2gZDwUwDDowc30eeQgRCCAKNQkzXzIxKEIBUQApEec9eo7RAEokADLmAQxjYXN0eiUBWbcwZG91YmxlIEJJTkFSWf1TADc5DAQ0LmVFNQ4+9wcIMi429fcUNgkzMF8ydVEuRQAAMz1TCAkyNB6bCQ4tCBg3CTQ3XzI1MRcYMV8wCTEwCSlrNHN0LCBpbmRleDppZHhfgQIMX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIMH9HHM6cHNldWRvGZoEMy42YAUIY29wEp0KCDoge6EvBCAxifUUIDI3Mi45AcQMcHJvY2H0CHM6IK1MARIYOiA1Ni44wpGrpV8MIDQzLom+aGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLEkuBXMIX2R1BRoQbjogNjUNTSxtYXhfZGlzdHNxbF8950w6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MaXMDmULBGltwRcwMi43bXN9fSwgdGlrdgVqBDp7BRuh6S3YPH0sIHNjYW5fZGV0YWlsOiBJ4w3oDDIxLCASGgoYbmFwc2hvdKl3CCAyMg2lmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTAsIGtleT4XAAA1Af4IbG9jIWwAfQmgBG1lPoIAIV0IZXNzDXMuZQHBZARhaRGNNWwF5fkWHCAxODguOcK1vfYwNwkxXzI3KFByb2JlKUVvpf8EaW56NwNBQUhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAhlcClh/kH9AQQcCjgJNDVfMjYFizL6AoLFAgE/AQSJWgA5EdQYMAkyOS45Ny5bBD7sCp12LhsAmRteIQASjgpaHQAtIloeAP7SBv7SBk7SBj4uBS4MAeH5XiEFDtwMZUQMMi40OIEXbUjBUSKODRoXDQQzNB4XDaUgBTwpoJWHBC40LiYHDAkyNDYauw61IAQzMy4gBQAzsSC1HyV7ACgFBr0XDHBhdXNBoAAsFQooXSwgWyJyZXZlcnQJGRkMCRtN0gAsVdyiTQUIMS435Q81C15MBQQxLsUOYduNYjJKBQw5Ni4xPkoFCDYuNAUTAGPCSgUENi4WLwruSgWpSgwxLjIx9kkFBDEzVkkF0Sh+SQUANcHYAHk+SAUMMjUsILFI2WUAY6l8ADaaWgUudQE6WgUxfD5aBQgyMzMlliZQC6FaBDM1kYbhyUnoVhwFLmwDEpsJRhUFBDM0BUYu7wKmFAU=')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('wyjACr4oCgdTb3J0XzEzEqUnCg1Qcm9qZWN0aW9uXzE1EpskCgpIYXNoQWdnXzE2EsoaCjIhABQ4Ep4XCgsBISRKb2luXzIwEv4JMkMAZDIxEoUICg5JbmRleExvb2tVcF8yOBKXBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwbV0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oVdGltZToyNzMuNm1zLCBsb29wczoxYtoBY29wX3Rhc2s6IHtudW06IDEsIG1heDogMjcyLjltcywgcHJvY19rZXlzOiAwLCB0b3RfARIoOiA1Ni44wrVzLCABEyR3YWl0OiA0My4zBROgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhBuOiA2NQ1N0G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxBYQIYWxfDeQ0Mi43bXN9fWr+AXRpa3YFawQ6ewUcBDBzFfsMfSwgcyGVKGRldGFpbDoge3RvAUMAawXpPDIxLCBnZXRfc25hcHNob3QJWgggMjINpphyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwLCBrZXk+FwAANQH/LGxvY2s6IHt9fX0sIAGVPoIAIV4IZXNzDXMuZgEEYWwlaA0aNW0F5Qh3YWwtACwgMTg4LjnCtXN9cP8RAQQBeBEKJP8BEp0CCgxTZWxtATwyNxJuChFUYWJsZVJvd0lESaoANkmnEFSlQCkABQFNpwgNCgtdpwRSHnZ2AlaBAAgaAQIJXiyQpUApoNtLGqN1lD9hBRRSbmluKG1hBEwudGlkYl9iYWNrZ3JvdW5kX3N1YkGlAC5B1EhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpVp8AHCGNRGyNMvVyHZwIAUABdUEINC4zfUEEcPAuWwFh3xipg8CnYxV0Nj4ACFKVAX7YAAxlcCwgdiQAfQ8ULCBjYXN0euUAITFB0GgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzcd1gA0HdYIYg9DfXsUT0ZGcOwULkICBLULNgEFDDkS9wc2AQUMMzYS0UYBBQgzMxqxAQS4mlFaAD6pAQgcChpRWhQBdBoOCgUl6wASCQcEUm2R+AxwYXVzIe4ALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTSAALFUqhi4FABRhmRA6MS43NS4WAQTXAV4tBQAxSRVhuyFyBHM6NisFDDk2LjGlGL0rCDYuNAUTAGPCKwUINi41BTruKwWpKwwxLjIxpSoEjwKFRUEyuioFBDEzVioF0Qp+KgUANcG6AHk+KQUMMjUsILEp2UcAY6ldADaaOwUudgE6OwUxfQX2vTsIMjMzJZdeOwUE1gEuOwUMMzUSbUI7BQQzNIndBKq5OuECCAwKClnh+joFKAS6QCm5HoXrUfg9ZT4EUihW+wQMZ2xvYuEYBGFzoTtq9AQYiTvD1kvhjR1WgfRpBwwyLjQxfQcEcPY28wQgAiHpIJT5JgGPNj0ACFLbAp3PLokABGlkMuoELhsAAalhQWYhAAh5cGViHQCFMmIeABhwcmlvcml0ZlwAFGNyZWF0ZeVeYkUAMoQFWuAAAHM+zAU24gAAchJZCARjbwHJPsYFLioAISdeuQUANjmbADg9m0a4BQTcIr24RCHFqRolOc6UQCmJ0t7gC5OZPyHmWFJwaW5uZXIgam9pbiwgZXF1YWw6W2Vxel0GcuUAAR0QKSBlcSjVaQQsIBELEDYpXVoTpV8AMjZeBQA5FhkKFGhhc2hfdA6PCAQ6exKTCRA6Mjc0LqWIEGZldGNoGQ8FMCw6MHN9IX79VH1IFpU62AAAy/6BAv6BAv6BAv6BAoqBAl3DSm4JXe4iKggENS4uDQRGcgIE2CUucgIYzqZn4m+albELAPBJcgS3Bg7XCRBwIGJ5Oh2BPv0CIGZ1bmNzOm1heHqLAh2mKtwIBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbpmTAARIp6YAIHrak4ApQkpI36cAKUYZksABR+elgCxRmZPABEinlIAvXdmVQAdJaJYACbDCmpYABklnlgAhd1iMgIBHp5KAAB03QxmUgAuJgC1OgA2LvYFGMQCcGFydGkO5AgYb3JrZXI6eybTCCQyNzUuMzQ5NDU3ATId7ww6NSwgRZMQbnVtOjASQg8SXg4sOjEuMzc1NTMwNTcxGt0PDoYQEjsPDr8KpbsFJBw3ODQ0NzZzLA6JCgVoEDE5MjM5BWgIcDk1MhIAFH0sIGZpbmKhAAw4Nzg2hVZeoAABrABvDaAUODAuOTgzEgILARQFnQw2LjYxFhULARMVoxg3ODAwNjg0HaMQODI0NDES6wwRoxESWvMJGCE0Dc5I1uQ+wgQAq/5cBv5cBjpcBkl3WsYEeZJaIQA9d2b6CIoeCS6rAvnyADVWtgJCZA42OgYUkscXVdj8PngBAF5awgCG4wCKvwAEaWTV5jw2LjJtcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:19.185 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/06/02 08:07:19.649 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:447.596276ms txnStartTS:450183990914056196 region_id:28 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:447.3ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:2 rocksdb_delete_skipped_count:1 rocksdb_key_skipped_count:2 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:19.650 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/06/02 08:07:19.655 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183990914056196\n# Query_time: 0.45824024\n# Parse_time: 0\n# Compile_time: 0.003909207\n# Rewrite_time: 0.000506871\n# Optimize_time: 0.001739158\n# Wait_TS: 0.000111162\n# Cop_time: 0.449567851 Process_time: 0.00010999 Wait_time: 0.000075608 Request_count: 2 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 1 Rocksdb_key_skipped_count: 2 Rocksdb_block_cache_hit_count: 4\n# Index_names: [dist_framework_meta:PRIMARY]\n# Is_internal: true\n# Digest: 4b96d5d3b0100db751a03f5341c7ba207163251d820d8115aa60e75693b5e939\n# Stats: dist_framework_meta:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 5.4995e-05 Cop_proc_p90: 5.5873e-05 Cop_proc_max: 5.5873e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.7804e-05 Cop_wait_p90: 4.3635e-05 Cop_wait_max: 4.3635e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 37830\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[dist_framework_meta] remain after pruning paths for dist_framework_meta given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zg24MAkzXzEzCTAJMTAwMDAJbXlzcWwuZGlzdF9mcmFtZXdvcmtfbWV0YS5ob3N0LCBmIAAMcm9sZW4gAPBDY3B1X2NvdW50CTEJdGltZTo0NTIuNW1zLCBsb29wczoyLCBDb25jdXJyZW5jeTo1CTE4LjAgS0IJTi9BCjEJMzBfMTIVpxlECDEuOTJEAEhpbmRleF90YXNrOiB7dG90YWxfBW4UIDQ0OC42ASssZmV0Y2hfaGFuZGxlHReIYnVpbGQ6IDI3wrVzLCB3YWl0OiAzMC44wrVzfSwgdGFibGVOVwAMMi41NAFWJG51bTogMSwgY28ZxCwgNX0sIG5leHQ6IHsBUQBfBZ0BdAg5LjEBNQUVAHQFWxhsb29rdXBfDYYQMzc2LjMViTYjADxyZXNwOiAyLjEzbXN9CTE5OSYgMgk0Nl8xMChCAcsQKQkxXzAt1gVjADpK1gEALCkwIDpQUklNQVJZKCHlfCksIGtlZXAgb3JkZXI6dHJ1ZSwgc3RhdHM6cHNldWRvNXwENDguwAEAMwH8AHAxIzEPBG1hBfAANyl7IHByb2Nfa2V5cyUrDHRvdF8BEhQ6IDU0LjEF7gETIRUMOiAzMgURaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCmyBXEIX2R1BRoYbjogNzQuNQU6DG1heF8B8gxzcWxfMpUBRDF9LCBycGNfaW5mbzp7Q29wOgGuGF9ycGM6MSwBglEzDDQ0Ny4hZCH/CGlrdgVqBDp7RU4AMFW3AU4oc2Nhbl9kZXRhaWxVdQHZCGVzczLuAARhbDIXACBfc2l6ZTogNTkRdikaPDIsIGdldF9zbmFwc2hvdF8FcQwgMTMuKRJccm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkaV0lWQhrZXk+FgAYMiwgYmxvY2EVOU5ljww6IDJ9CeMEbWVexQAJgy6mAQhhbF8hqA0aADMJmyUmCHdhbHFzCDE1OWlADAlOL0EBBEGiJDVfMTEoUHJvYmWaogJdjRBmYWxzZVaOAgwxLjc4YVOVTQBjWo0CDDEuMjMBKSGhLXIp9yWcFDogNTUuOUVBWYwMNDMuNgUTAGO+jgIENjX+jgJVjgAxafEEfSwpZ4Xi/o0CRo0CBDQ4No0CADFSjQIEMjBCjQLuXgJJXj14Nl4CNX8+YAIEMjA+YAI=')\n# Plan_digest: cef718bcf4137307a8167e595941a92a260deb7dd9e1c9735bfba3ce3542de0f\n# Binary_plan: tidb_decode_binary_plan('4A6oCtsOCg1Qcm9qZWN0aW9uXzEzEpcNCg5JbmRleExvb2tVcF8xMhLHBQoQSQETXEZ1bGxTY2FuXzEwGgEBIQAAAADw7yBBKQEJ8JAAiMNAMAE4AkACSi8KLQoFbXlzcWwSE2Rpc3RfZnJhbWV3b3JrX21ldGEaDwoHUFJJTUFSWRIEaG9zdFIda2VlcCBvcmRlcjp0cnVlLCBzdGF0czpwc2V1ZG9aFXRpbWU6NDQ4LjVtcywgbG9vcHM6M2LYAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDQ0Ny42ASsgcHJvY19rZXlzBRwMdG90XwESJDogNTQuMcK1cywFExx3YWl0OiAzMgURoGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRoYbjogNzQuNQU6DG1heF8B7ohzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MQWCCGFsXw3iNDcuM21zfX1qvwJ0aWt2BWsEOnsFHAwwcywgCfkBTwBzIYUoZGV0YWlsOiB7dG8BQwHaCGVzczLvAARhbDIXACBfc2l6ZTogNTkRdykbODIsIGdldF9zbmFwc2hvdAmNDCAxMy4pE3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlWghrZXk+FgAoMiwgYmxvY2s6IHs5Tw0yFDJ9fX0sIAHYXsUAARw2pwEIYWxfIakNGgAzCZslJgh3YWwtQSwgMTU5LjjCtXN9cP8RAQQBeBEKQP8BEooFChFUYWJsZVJvd0lEScsMMRoBAkXLCICiKULLAggeChxuywIEUh5duhRmYWxzZSw2uwIAFAXJDDEuNzhBjynBBDJiZroCDDEuMjMBKiHNLZ5JJCXIFDogNTUuOUVuQcwhEBQ6IDQzLjYFEwBjvrsCBDY1/rsCVbsIMS4xSboAkv66AnK6AgQ0ODa6AgAxUroCBDIwQroC7osCSYs9eTaLAjWAPo0CBDIwco0CHCHwoA2HH3ATMnQCEAFAAVoVRTQQNDUxLjlBC1E1CO8BaaGEiRVx9QUrFCA0NDguNgEsLGZldGNoX2hhbmRsZR0XhbkMOiAyN0UoSTcEMzBpKggsIHRhEU5XAAwyLjU0AVYIbnVtZeYy1gQoNX0sIG5leHQ6IHsBUQBfBZ0BdAg5LjEBNQUVAHQFWxhsb29rdXBfDYYQMzc2LjMViTYjABhyZXNwOiAySU0IcNKXLr0DJTAEJ85CMAEEUmPFawAuoXw6agYALsFeBCwgZiAADHJvbGVuIAAIY3B1ibQ1lQgyLjUB3jGVBA1DvepENXD0jwF4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:19.655 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183990901211139\n# Query_time: 0.490995195\n# Parse_time: 0\n# Compile_time: 0.022177262\n# Rewrite_time: 0.002941669\n# Optimize_time: 0.013790882\n# Wait_TS: 0.000121682\n# Cop_time: 0.013231888 Process_time: 0.000304152 Wait_time: 0.000157627 Request_count: 4 Process_keys: 4 Total_keys: 38 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 17 Rocksdb_key_skipped_count: 79 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 7.6038e-05 Cop_proc_p90: 9.7618e-05 Cop_proc_max: 9.7618e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.9406e-05 Cop_wait_p90: 4.3163e-05 Cop_wait_max: 4.3163e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 74493\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yzKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjE2LjhtcywgbG9vcHM6Mgk0LjczIEtCCTAgQnl0ZXMKMQkzXzE1bpEADGlkLCBaiwABsQxfa2V5ZiEABHlwZqUADHN0YXRuHgAEZXBiWACGJQEgb25jdXJyZW5jZp0AjkkBJHRhcmdldF9zY28BySBDb2x1bW4jMzU9XgAyPV4ILCBDGXgMOk9GRiFvADEhbyROL0EKMgk2XzE2JWsgZ3JvdXAgYnk6WlkBIXQkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhgAAuHesIKS0+FaMALA1BHGZpcnN0cm93LkYALnACEGlkKS0+HWI2HACeRgABikEKZkwAESKiUgAIeXBlak4ARVkpI37iAEVoZksABR+elgBReWZPABEinlIAXYZmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlwDZlIALiYAdXcANTLVBFQsIHBhcnRpYWxfd29ya2VyOnt3YWxspSIkOjE1LjE4MzE4NmGnHe8MOjUsIEWTYG51bToxLCB0b3Rfd2FpdDo3NC4zNTY2MzUBMQEWOGV4ZWM6MjQ2Ljg1NsK1cwkrpVwgNzQuODYyNzk5ASsIbWF4AW0QMDE3MTSlcghwOTUuEQAUfSwgZmluVqQAHDYuMTM4MDY3AUhepAABsBWkDDguNzgZjQmiEDEuMzk0OqEAGDcuNTYxMjAFWQWhGDYuMDc2NjUF3QWhGREAfYGlAQQ0CjMJM18xOAkwCTAuMDJeqAaBo1o3BCVY/hcGWhcGeV9afQAyKwNeJAAu9wJaJABJylodAC6VAjKlBnagBVXABDQuJZPtlXY3Bhg0CTE3XzIwMY9QaW5uZXIgam9pbiwgZXF1YWw6W2VxLt0FSoMAcswAAR0QKSBlcSjROwA3AZDJ6Qg2KV0dtAA0QaAVtGxidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo1LjIzASkkZmV0Y2g6NS4wMQEOBS4cOjIyMC4ywrVhDRhwcm9iZTp7PYtN4xRhbDo2Ny55VAAzaewJMAwyNDUuSfkFXxAgYW5kIGW3LDY3LjZtc30JMTAuMuFxHuAIHDUJM18yMShCAa0AKTFEPdaOLgFKJAAdtxQsIGNhc3R6ggF5EzBkb3VibGUgQklOQVJZ/bEANzFpCDQuOIVANWk+VAgIMi42IlQIFDYJMzBfMnWsGURp4xVEEGluZGV4EmEKBDogKaiJwwwgMS44JdclTxhfaGFuZGxlBRYS2AgpthAgNC44NYVaJWsQIDE3LjEpxSX5TlcAADIWGAmhXQggMSwy1QQsIDV9LCBuZXh0OiB7AVAAXwWcEDogMi4xJfUFFAlZGGxvb2t1cF8RhgQwM0U9ACxKIwAMcmVzcAG3ADdFBAg5LjlBBA51CRg3CTQ3XzI1UQEYMV8wCTEwCQVfDDpzdCwpGRA6aWR4X6FGDF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCAORQgcczpwc2V1ZG8xhQgxLjd95gAzIQYAcDEsMRmhlQQgMSktDHByb2OhNwBzJTOh7QESFDogNTYuNyV+ARMhHgw6IDQxLQpoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsKb0FcQhfZHUFGhBuOiA1NQ1NLG1heF9kaXN0c3FsX13OTDogMX0sIHJwY19pbmZvOntDb3A6Aa4MX3JwY+0oDqoMRGltZToxLjExbXN9fSwgdGlrdgVpBDp7BRoAMCJxDAFNKHNjYW5fZGV0YWlsVX0B2ghlc3My7wAEYWwyFwAgX3NpemU6IDYw5XIEYWwNLAwyMiwgEpMLGG5hcHNob3RRyAA3LRKYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMSwga2V5PhcAHDUyLCBibG9jYSAAfQnUBG1lXrYABeUymAHh2ARhaRGNNZ8lGSaNCAggMTitAEGcAQQgCjcJMV8yNyhQoQ4AKUWf5XUEaW56UQRBcUhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpWbIEMzmhrZU3AGNisgIAMKXkIcctmBpECQESNhsBTbMMMzIuOUXGAGO+swIMNjQuMwU67rMCSbMMOTM4LoHKKeH+tQJmtQIENTEWrwlVtgAxVrUCBDYuFrIJWbX+hAJVhDVwQoQCADctBEGAAQQcCjgJNDVfMjZFfjIdBYroBGZEAQFbAQTpgwA5UeMYMAkyOS45Ny6EBz5zDv2fLhsA+UReIQASFQ5aHQBtMVoeAP5XCv5XCk5XCj5XCC4MAQ5+C15KCAA2dc8EMy4S6Qt1zz5KCAw0LjM08SkSSggAMw6fECmgHUUSwQkVReWvqe42SwgIMi4xhRU2SwgAMsUmzY4QOiA3LjEWwAmhLxQ6IDkuNjh6SwgIMTAuBVfxMzKtBmJMCAA1BbUBZVJMCAgzNTlte0YjABZMCEGlDk0IDDIxLjUxJBJNCAQzMy5NCAAzHk0IIkwIRWkAKAUGKkQIDHBhdXOhnQAsFQooXSwgWyJyZXZlcnQJGRkMCRutzwAstdmieggAMq2fKbRyeggANCVcobZOyAUEOTMS6gnlgq3IBDQwrY4AY8LIBQA2DU3uyAWpyAwxLjMy/nsIinsIADIF+bnFADRWxgUANy0SucZWewgANg46CgB5PnoIBDI3JnoIJsoJGq4IADaajAguqQE6jAgxsD4IBgwyMjguZXyhpQEEEowIBDM1sakOKwuJC1ZOCC6PBBJEDiJHCAg5LjYSPgxJfwAyZvkKBDguFmcMYn8CADca7Q0q+goeBAzCfwIANTGn7n8CSX8AOBJoDP75Cnr5Cgw0NzI5OoACVn8CADga0gtZfx5FCEJPAgAynk8CPXk6TwIxgEJPAgQ4MQWIWU8SVwgEMzRFSS4nBf5WCBZWCA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('xzbACsI2CgdTb3J0XzEzEqU1Cg1Qcm9qZWN0aW9uXzE1EpgyCgpIYXNoQWdnXzE2EsMoCjIhABQ4EpYlCgsBISRKb2luXzIwErwQMkMAZDIxEsIOCg5JbmRleExvb2tVcF8yOBLJBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjwqgAAJEAwATgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFHRpbWU6MS43N21zLCBsb29wczozYtcBY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4ybXMsIHByb2Nfa2V5cwUaRHRvdF9wcm9jOiA1Ni43wrVzLAUTJHdhaXQ6IDQxLjIFE6Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdQUaEG46IDU1DU3QbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFhBBhbF90aQXhMDExbXN9fWqyAnRpa3YFagQ6ewUbADAV+AFOAHMhkyhkZXRhaWw6IHt0bwFCAdscZXNzX2tleXMR8ARhbDIXACBfc2l6ZTogNjARdgksPDIyLCBnZXRfc25hcHNob3QJjQggMTctE5hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDExLCBrZXk+FwBANTIsIGJsb2NrOiB7fX19LCAByV62AAEcNpkBBGFsJZsNGjWgJRkId2FsLTMMIDE4MAWnCH1w/xEBBAF4EQok/wEStwYKDFNlbG0zQDI3Eo4BChFUYWJsZVJvd0lESd0ANknaEFSlQCkABQFV2ggNCgtd2ghSHmtyqQIEahwFn0WTRrgBVqIACBoBAgl+LJClQCmg20sao3WUP2lYFFJuaW4obWFXTC50aWRiX2JhY2tncm91bmRfc3ViAWZcLnN0YXRlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpdWgIMzltVXAIMmLaamgDBDAzASpBfE1NADFFXEV3ADpOaQMMMzIuOdZpAww2NC4zBTruaQNpaRg5MzguNcK1YWsAgf5rA3JrAwg1MTUlEARhbDkfTmsDCDYuNAXbeWv+OgN1OjVxRZsuOgMANy0FVpgCHCGNRGyNMvVyMpUCCAFAAU0lDDQuNTUh+wBspY0QMmLsAWnBRUn8kZRp1gwxLjg0ASswZmV0Y2hfaGFuZGxlOgEWADIBFqVVEDogNC44IZIELCCpkAwxNy4xIaEILCB0YaxOVwAEMi4FQAhudW2F7zJzBSg1fSwgbmV4dDogewFQAF8FnBA6IDIuMUXaBRQJWRhsb29rdXBfEYYEMDOFTgmHNiMADHJlc3ABtxg3bXN9cJqfLmYE4RwYqYPAp2MVdD4vAQhSlQF+wgMMZXAsIHYkAB3cFCwgY2FzdHrPA4EbQXFoLCBkb3VibGUgQklOQVJZKS0+Q29sdW1uIzM3NccEODghhjHHBA9D3boUT0ZGcOwULk4FBIwSNj8ICDkSzDo/CBAzNhKIBkI/CAgzMxoePwgIuJpArWUAPh4/CAgcChqxZRQBdBoOCgWF1gASCQcEUm0eNggMcGF1c4HZACwVCihdLCBbInJldmVydAkZGQwJG60LACy1FQBdmmwIADKN2ikYCDNi2GoEBQA0cgQFBDkzRcqFB8XSDDogNDCNygBjvm0IBDY2DU3uBAWpBAwxLjMyEm0IAMP+AgVyAgUENjIF+rkBADRebQip3bkCVm0IADYhwQB5PmwIBDI3JmwIJr0JGqAIADaafgguqgE6fggxsT5EBRAyMjguOIGoVkQFBBKAMn4IDDM1Eo1GfggEMzQWAAgEqrlCGQMIDAoKeRn+fQhyfQgoBLpAKbkehetR+D1tlgRSKFY+CAxnbG9iDrEKBGFzDn4IKjcIDDkuNjIuSwQA12IzAwQ4Lqn7XjcIDDk3LjblDw6zC6GsCDogNLGYwjMDBDU3TVruMwNpMwA4pfwIfWqU/jIDcjIDDDQ3Mjk6NANWMwMEOC4Wxgx5Mx41CEIDAwAyngMDPXo6AwMxgUIDAwQ4MQWIWgMDHCGJO8PWS+GNMl8CJkcIDDEzLjEuNQIA7mZHCAgyLjGlaTZHCAAyEjQNGpwNEDogNy4xSTtJNwg5LjZlnwAsZkcICDEwLgVXtkgIADUFtgFlNiUIGkgICDM1ORrSCUYjABZICAg5LjkSSQgEr6w2SQggAiHpIJT5JgGPPjEBCFLbAiolCC6GAwRpZDJACC4bAGGmFgkIWjwADHR5cGViPgDlh2IeABxwcmlvcml0eWIhABRjcmVhdGUSBQpmJAAmbwhiJAAAcz4iCTbiAAByElELBGNvAck+HAkuKgAhJ14PCQA2Gg8JCDEzLjLWCkIPCQTcIioPCUAhxakaJTnOlEApidLe4AuTmQ64DWQBQAFScGlubmVyIGpvaW4sIGVxdWFsOltlcXq1CXLnAAEdECkgZXEoIsEJBCwgEQsINildEb8ENC4SagsWtggMMmKVAUWQEF9oYXNoSagEOnsSLhAMOjUuMkX2ZU0MOjUuMEXQBS4IOjIyGlMPEkIRDGJlOns9pgA6HtEMDDo2Ny4STQsOchEIMTMuEkcKBHByATAIMjQ1rcEFXwwgYW5kZQgBMwA2Dj4LJNRRIX79VH1IFpVCOwEAy/7mAv7mAv7mAv7mAormAn3MShMQPa1ZFwA3LmUFQtYCBNglLtYCGM6mZ+JvmpUejggA8FHWBLcGDn0QEHAgYnk6HYI+YwMgZnVuY3M6bWF4eu8CHacqmAwENSwNQRxmaXJzdHJvdy5GADZrAAgpLT6ChwB+RgCxIGZMABEinpgAoVFqTgClbykjfpwApX5mSwAFH56WALGsZk8AESKeUgC93WZVAB0lolgA2RFqWAAZJZ5YAKVBYjICAR6eSgAAdN1yZlIALiYAcYcANaklsZ4YxQJwYXJ0aQ5oCRhvcmtlcjp7Jp4RIDE1LjE4MzE4NmG4He+lfw6BFg6vCBpsEw5jCCA6NzQuMzU2NjPFvw44Cw5+Fxg6MjQ2Ljg1FhIJARUSkREcNzQuODYyNzm5vsEACDcxNKnDBDk1AX4AMA0RFH0sIGZpblakABg2LjEzODA2hVxepADJLw2kDDguNzgZjQmiDDEuMzkW/RIZoRg3LjU2MTIwBVnFXxQ2LjA3NjYWchIFoRkRXngKFDQNzkjW5EbGBACr/mEG/mEGOmEGSXtaygR5llohAD13YkAJMoYDWkgALq8CJloIADVRugA2FmwTUbp6QQYUkscXVdj8RnsBAF5afQCG5gCKSgoEaWQZrUXJLGxvb3BzOjJw6CUYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:19.660 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183990914056195\n# Query_time: 0.463910813\n# Parse_time: 0\n# Compile_time: 0.455543968\n# Rewrite_time: 0.001438098\n# Optimize_time: 0.452535441\n# Wait_TS: 0.000156268\n# Cop_time: 0.000141292 Process_time: 0.000423174 Wait_time: 0.000068852 Request_count: 2 Total_keys: 678 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 162 Rocksdb_key_skipped_count: 1838\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000211587 Cop_proc_p90: 0.00023998 Cop_proc_max: 0.00023998 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.4426e-05 Cop_wait_p90: 3.8941e-05 Cop_wait_max: 3.8941e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12932\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('mhe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjMuMzVtcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6NQkxMS44IEtCCU4vQQoxCTE0XzE0dn8AGWIYOmRlc2MsIFqjAARpZBGCDDIuODkdghwJMCBCeXRlcxEIHAoyCTE3XzI3HXdUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJpAAHUIGx1bW4jMTUpXRl2ADUudgB0LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoyLjIyAZ8QZmV0Y2gVDgUuDDowc30RpxEIIAozCTZfMjkoQgFPACkBtTQ0MDAJZ3JvdXAgYnk6QxGKQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwZrgAwNqYBUHBhcnRpYWxfd29ya2VyOnt3YWxsXyXRGDEuNDY0NzYF3QRjbz3MeCwgdGFza19udW06MCwgdG90X3dhaXQ6Ni40MjkzMDYB5AEVGGV4ZWM6MHMJIgVSFDYuNjk5NglSLG1heDoxLjM2Njc2MQEyCHA5NR0QFH0sIGZpblqXABQ5NDE0MDgBNV6XAAGjEZccMjkuMzIxwrUNiQWWDDQuMzkVEgWbFDguNDc0MQVVCZoQOTA4MzQlKwmaERAQfQlOL0EBBBgKNAkxXzMwMZkkbm90KGlzbnVsbD2BIbcFXwwxLjI3AbFtHQgJMzhRnWEQEDUJNl8zIaMIODAwPeNKiAJ5FVIQAyRzY2hlbWFfaWRzUh8ARY8JHkk0CG1pbhWuADhOLwIEMS5Fsw23ACxqLgIcNTk3Ljg4NMIhaF6XAS4uAmEOCDE4MyEVIasllzItAhgyLjM5ODI3RU8hkww0OTIuLcghkhUPcisCEDEwNTU1JXpelAAuKwIMMzEuMQ1jFZQQNi40NjIF1gETJc0YNC4wNzU1OSUaAZoYMS4wMzE0MgXMAZsZEFktIDYJMzFfMzYJMCnkOGRhdGE6SGFzaEFnZ18zMXGeEDQyNi41BW01cgxjb3BfYW8IOiB7YXEIIDEsBXQMIDEuMwXYQRIYX2tleXM6IC1fARIUOiAxODMuGbhloQwgMjkuSfdkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCRvwFzCF9kdQUaGG46IDM1LjYFmCxtYXhfZGlzdHNxbF8uUwFIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGPBDAB0oQIpPiwxLjI1bXN9fQkyNTGtoWEEADdhBAwxCTFfLSKV6f4GA5YGA0pmABRqb2JfaWR9FgA4JacEa3YlHQQ6e0UMhbwtrTx9LCBzY2FuX2RldGFpbDogqfgtnUAzMzksIGdldF9zbmFwc2hvdCkOCCAxMyVYmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODEsIGtleT4XACA5MTksIGJsb2NBIBB9fX0sIAGWPoIAQRIIZXNzEXIuGgKhYwRhaRGNVSEpsBxrdl9yZWFkX9kUACAF8AB0IQUdFQgyOTlFbFnvFDgJNDNfM6EiDDAJMTCB1oV8ADouYQh8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9+bgFBNwEEBAozYVwcNDEoUHJvYmWhcwA2GtUIAGRhZixTZWxlY3Rpb25fNDAFUw6sCAw1NC44JXgtuwAsYRMp2AAgQbgyaAMF9CFELcsyaAMIMjQwBUmBHiFKDDogMzjeZgMENTAlR2Xi7mYDaWYAM2lmADQuZgMhkgQ0MGVmMSVK+gIMcmVvchbYCTbtAqGgLTHW7AIAN41G/u4Cqu4CPaA27AI1pwB0AeZdzggzNzdFHVlhBDUJQc4AOSU3/s4CXc4uTwEgCU4vQQlOL0EK')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('6hnwSQrlGQoNUHJvamVjdGlvbl8xMxLOGAoHU29ydF8xNBLXFwoLSGFzaEpvaW5fMjcSrQYKDlRhYmxlUmVhZGVyXzQxEu4DCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3Jnav8BdGplAAgsIHMB2/CGZGV0YWlsOiB7dG90YWxfa2V5czogMzM5LCBnZXRfc25hcHNob3RfdGltZTogMTcuNsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA4MSwga2V5X3NraXBwZWRfY291bnQ6IDkxOSwgYmxvY2s6IHt9fX0sIHRpbWVfZGV0LoQAHHByb2Nlc3NfCXQIMjQwBXMJoAh3YWkRjQwzOC45CRoB5gx3YWxsDTIgMzc3LjjCtXN9VkgBLBoBAiFVVVVVlXT2QDlLKAFAAVIRZGF0YTpTXQwEWhYFhQgzNTQFUgAsMaMUYtcBY29wKcBYIHtudW06IDEsIG1heDogMS4zMW1zLCABxi1PBDAsAb4F2AA6LtAABc4AOhnJgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaGG46IDUwLjIlA6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZYAYS02KDEuMjNtc319cPEBXXQQEvQPCgphQCBBZ2dfMjkSsgwuLAMQMzASzwsZIBAzNRLFBzZfAxAzNhKJBR0iCDESlkZdAwA0Rdr+XQN9XQAdRRIEdGF1XSWRBGxvgl4DAChhXgAAAQEEQL9pXiyUAWdyb3VwIGJ5Om1h5zZoAyHkHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcAUGpvYl9pZCktPkNvbHVtbiMxOGqeAnLjANLcAwAzRUoAcv7aA6baAwwxODMuSb9C3AMEMjlx3ImWFHZfcmVhZC7lAyXTJQV9+ggyOTkFUlr6AyAh3t3d3R0+90A55GH3BA9kYfcISGFzReYEMzFt9RA0MjYuNSUUTToEYtlu9QMAN271AzLrAG33FeTC9wMEMzWth/73A2X3ADVl9wD7LvcDJSkIrWz4OikBAIT+DQO+DQNV8V39CDVaE6WUCDEuMiFyMZxEsAJwYXJ0aWFsX3dvcmtlcjp7WRgYNTk3Ljg4NCXMLh4FCDUsIIElAF+hwK2kwWAcOjIuMjIxODMBXyB0b3RfZXhlYzrhoAENBXwcMi4zOTgyNzYBIqH1FDQ5Mi4yMQVgCHA5NRkPFH0sIGZpblKUABgxLjEwNTU1RTZelAABoABvTS8MMzEuMQ1jARQFlAw2LjQ2dUEJmhg0LjA3NTU5JRsBmhQxLjAzMTSh2wAsBZsZEG4kAwitSP4t+wgAuUBlJCgWbm90KGlzbnVsbDWWEDUpKVoUJRAIMS4yBcktjQhw/ALdRCQaAQEhRERERCRjPlUABDhnsVwx6QQ1LK0LHGZpcnN0cm93HW25AAA1DXcMMi4wNSGDDXcEYrFqBAIcMS40NjQ3NjkBMF5wAS4EAhg2LjQyOTMwJeM1cTIFAhQ2LjY5OTYJUilrEDM2Njc2hZlBBgAxFRByBwIUOTQxNDA4bpcALgcCDDI5LjM+BwIINC4zGgkJAG9NBhQ4LjQ3NDEFVQmaEDkwODM0JSwJmhEQXgUCDnMKFG9BDUEprB5rCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiswYELCA12AQpXTW0ADUlhDG0ADcW2QgQaGFzaF/lEQA6FooKZYUhFhBmZXRjaBUOBS4sOjBzfSGZKiJLzRseOqMAAD1KjQD5phQ6ZGVzYyxOqwfpZBWkADgupAAFawR9Wj5rAE4RCAFHEG1ldGEsTmQAGYgNaAgzLjMllDEMCA1Dbya7CUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:19.664 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:19.665 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183990914056197\n# Query_time: 0.466042921\n# Parse_time: 0\n# Compile_time: 0.45622288\n# Rewrite_time: 0.001304145\n# Optimize_time: 0.451564291\n# Wait_TS: 0.000106348\n# Cop_time: 0.002949636 Process_time: 0.000198267 Wait_time: 0.000062765 Request_count: 2 Process_keys: 2 Total_keys: 30 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 12 Rocksdb_key_skipped_count: 57 Rocksdb_block_cache_hit_count: 14\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 9.9133e-05 Cop_proc_p90: 0.000113937 Cop_proc_max: 0.000113937 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.1382e-05 Cop_wait_p90: 3.5506e-05 Cop_wait_max: 3.5506e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 15116\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xhKYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMQkBLEg6Ni4wNm1zLCBsb29wczoyLCBDGW1YOk9GRgk0LjM0IEtCCU4vQQoxCTE1XzlyYQGGzQCKqQBUaWQsIG9mZnNldDowLCBjb3VudDozMhGzCDUuOB2yAaEANQGhPDAgQnl0ZXMKMgkzMF8yMAlFBxk0ADMZNBwzLCBpbmRleEUTFDoge3RvdEEgIGltZTogMS44NwEqKGZldGNoX2hhbmRsCRYANQEWiGJ1aWxkOiA2LjcxwrVzLCB3YWl0OiAxNMK1c30sIHRhYmxlTlUACDIuOAV/FG51bTogMQHSNdEwOiA1fSwgbmV4dDogewFPAF8FmxQ6IDIuMjIBcwUUCVoYbG9va3VwXw2FEDM0MS45FYY2IwAMcmVzcAFDJDQ1bXN9CTYuMDchIiHDIDMJNDdfMTcoQgHKICkJMV8wCTYwCQVgBDp0LRgAOkXNACgFBlgpLCByYW5nZTpbImNhbmNlbGxpbmciLC4NACBdLCBbInBhdXMJGhEKCRcIZW5kDRcNCgUXEHJlc3VtCRgVCw0ZDHZlcnQRGhEMCRsIdW5uDRkNClBdLCBrZWVwIG9yZGVyOmZhbHNlLCABtihzOnBzZXVkbwkxCSXWDDEuODEhTEnlADMhgQBwMagxlAhtYXgh/iV0DHByb2OBCwBzJa4MdG90XwESEDogMTEzLXMBFCGaFDogMjcuMyWGaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLEk4BXIIX2R1BRoYbjogNTguMgU6LG1heF9kaXN0c3FsX33sTDogMX0sIHJwY19pbmZvOntDb3A6Aa8YX3JwYzoxLAGEUbcUMS4xbXN9QYMIaWt2BWgEOnsF+gAwddsBTChzY2FuX2RldGFpbFX3AdoIZXNzMu8ABGFsMhcAIF9zaXplOiA2MhF0BGtlIRsMMjksIIVQGG5hcHNob3SFfSElDddgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2nRCCAxMiHAAHk+FwAcNTcsIGJsb2NhmjlPFTQAfQnnBG1lXskABfg2qwEEYWwlrQ0bNbIlLQx3YWxsERkEMTYFuwB9YSoBBAQKM4HxHDE5KFByb2JlaS5mXAb++wSK+wQAMiHova0EY29iyAKFxiHdLa5JMSXYDDogODRNtVnIDDM1LjVFjgBjvsgCBDQzDU3+yAJFyAA3/skChskCBDQ3Qbup9knLADFWygIAN0UPACxdymKZAp6YAi56ATaXAjWBQpcCDDMzLjbBYkGTAQQcCjQJNDVfMThCvgWKDgVmHwQgCU4vQQlOL0EK')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('khTwUgqNFAoMUHJvamVjdGlvbl83EowRCgZUb3BOXzkS3Q8KDkluZGV4TG9va1VwXzIwEtgGChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQmAAE5AMAE4AkACShwKGgoFbXlzcWwSAXQaDgoFc3RhdGUSCQdYUroBcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAb3wn3M6cHNldWRvWhR0aW1lOjEuODFtcywgbG9vcHM6M2LXAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMm1zLCBwcm9jX2tleXM6IDEsIHRvdF9wcm9jOiAxMTMuOcK1cywgdG90X3dhaXQ6IDI3LjPCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmEhyCQ6IDU4LjLCtXMsAXvIX2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsAZgIYWxfDeIsMW1zfX1qxgJ0aWt2BWkEOnsFGgAwFfgBTQBzQQ4oZGV0YWlsOiB7dG8BQRhwcm9jZXNzMvAABGFsMhcAJF9zaXplOiA2MiwNdQRrZSEcPDI5LCBnZXRfc25hcHNob3QJjAggMTEN2Jhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEyLCBrZXk+FwAsNTcsIGJsb2NrOiB7OVAVNBB9fX0sIAHcXskAARwBhgQzLjWsCGFsXyGuDRsEMjctsyUtCHdhbC1GDCAyMTYFuwh9cP8RAQQBeBEKGP8BEsUGCgdleUQxORKNAQoRVGFibGVSb3dJRFMhWQwxOCEAAQEEqslCZAMIDAoKeWQEUh52twIEahwFmUWhRsYBVpwAKBoBAiG8dJMYBGzLEX0AQG3hCFJybWHdJC50aWRiX2dsb2JBNjRhc2sucHJpb3JpdHksIFohABRjcmVhdGUlNmIkADRpZCwgb2Zmc2V0OjAsICmmDDMyWhMlhgAyQZhxeQgyYthueQMAN2GjAHBaegMEODQxswRvdCXLFDogMzUuNWU/AGO+eQMENDMNTQRtYe55A215ADdlegCU/noDcnoDBDQ3YWxpsGl8ADFWewMINy4yJRR5e2JKA55JAy57ATZIAzWCRa8uSAMUMzMuNsK1XkgDHCHy8dv/zI2cMqkCCAFAAU01CDUuM0ELsa4I7AFpwc5pD5G1RV4MIDEuOEU2KGZldGNoX2hhbmRsYfoILjg1AUGldRQ6IDYuNzElFIECDDogMTQBmQgsIHRhvE5VAAgyLjgFgABuzRkykgUoNX0sIG5leHQ6IHsBTwBfBZsUOiAyLjIyAXMFFAlaGGxvb2t1cF8NhQwzNDEuiY5GIwAMcmVzcAFDHDQ1bXN9cMwwnXIcIevLO+L2BqI+KgH+0wPq0wMINS44AeopnigycOQiIVEyokhdUUakAASgAlpXBIEzWhsAgZhB4gAsYiEABHlwZowE4fxuHgAEZXBiWACGDAX5mWJFAI4wBQh0YXLlNAxjb3BlGqAIDDYuMDY9VAhiD0MZbEw6T0ZGcNwieP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:19.711 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:19.712 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/02 08:07:19.713 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:19.722 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:19.722 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:19.723 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:19.723 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:19.724 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:19.724 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:19.724 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:19.724 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:19.724 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:19.738 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:19.739 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:19.740 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:19.740 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:19.740 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/06/02 08:07:19.784 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/06/02 08:07:19.788 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:19.792 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:19.792 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/06/02 08:07:19.792 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/06/02 08:07:19.901 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=2.csv:0] [2024/06/02 08:07:19.904 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=2.csv:0] [readDur=1.25529ms] [encodeDur=996.06Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=54.025Β΅s] [type=file] [takeTime=2.70066ms] [] [2024/06/02 08:07:19.905 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/4265d1a0-8446-41df-80e8-15a1a9120d60.sst] [firstKey=74800000000000009B5F728000000000000006] [lastKey=74800000000000009B5F728000000000000007] [2024/06/02 08:07:19.911 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=1.csv:0] [2024/06/02 08:07:19.914 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=1.csv:0] [readDur=1.046931ms] [encodeDur=637.261Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=50.555Β΅s] [type=file] [takeTime=2.012468ms] [] [2024/06/02 08:07:19.914 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=129.945124ms] [] [2024/06/02 08:07:19.914 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/142930ce-3b39-4a3c-bba7-8bad41f22e2c.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000005] [2024/06/02 08:07:19.915 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:19.915 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:19.915 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:19.917 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.44441ms] [] [2024/06/02 08:07:19.917 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:19.923 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:19.946 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:19.946 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:19.960 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:19.985 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=67.574663ms] [] [2024/06/02 08:07:19.985 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:19.987 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.10683ms] [] [2024/06/02 08:07:19.988 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:19.988 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:19.990 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.198815ms] [] [2024/06/02 08:07:19.990 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:19.990 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:19.990 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=102.407Β΅s] [] [2024/06/02 08:07:19.990 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:19.992 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.175333ms] [] [2024/06/02 08:07:20.052 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:20.056 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:20.056 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:20.056 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:20.056 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:20.058 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:20.058 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:20.058 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:20.058 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:20.058 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:20.059 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=347.184234ms] [] [2024/06/02 08:07:20.079 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:20.081 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:20.082 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:20.082 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:20.160 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:20.161 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:20.161 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:20.355 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:20.403 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/02 08:07:20.403 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/02 08:07:20.403 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/02 08:07:20.404 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=14.624Β΅s] [] [2024/06/02 08:07:20.404 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/02 08:07:20.404 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:20.404 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/06/02 08:07:20.404 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/06/02 08:07:20.409 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:20.409 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:20.409 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.935538ms] [] [2024/06/02 08:07:20.409 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=6.181943ms] [] [2024/06/02 08:07:20.456 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=100.826323ms] [] [2024/06/02 08:07:20.481 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:20.481 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/06/02 08:07:20.483 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/06/02 08:07:20.545 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/06/02 08:07:20.560 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:20.584 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:20.584 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:20.673 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:20.794 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.209030384\n# Parse_time: 0.000445894\n# Compile_time: 0.001289836\n# Rewrite_time: 0.000213955\n# Optimize_time: 0.001039525\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yMXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yMXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/06/02 08:07:20.805 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:20.834 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:20.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:20.834 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:20.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:20.881 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.915 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=608.528Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:20.927 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/06/02 08:07:20.929 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=19.628717ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:20.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.013 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.046 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=277.835Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:21.059 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/06/02 08:07:21.061 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=18.601876ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.125 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.135 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 155, Old Table Name: t"] [2024/06/02 08:07:21.196 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=421.172Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:21.213 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=98] [2024/06/02 08:07:21.215 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=25.020057ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:20.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.276 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop table: table ID"] [2024/06/02 08:07:21.286 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/06/02 08:07:21.291 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:20.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.358 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/06/02 08:07:21.358 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:21.362 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.558482117\n# Parse_time: 0.000629481\n# Compile_time: 0.000665957\n# Rewrite_time: 0.000010072\n# Optimize_time: 0.001341016\n# Wait_TS: 0.000455139\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:21.364 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/06/02 08:07:21.420 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:21.420 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/06/02 08:07:21.473 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.481 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 158, Table Name: t"] [2024/06/02 08:07:21.543 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.916775ms] [gotSchemaVersion=99] [phyTblIDs="[158]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:21.557 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=159] [version=99] [2024/06/02 08:07:21.559 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=23.68816ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.641 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.692 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/06/02 08:07:21.692 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:21.697 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.334206525\n# Parse_time: 0.000534466\n# Compile_time: 0.000934828\n# Rewrite_time: 0.00001072\n# Optimize_time: 0.001341016\n# Wait_TS: 0.000324417\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/06/02 08:07:21.717 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:21.941 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:22.065 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:22.103 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:22.103 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:22.209 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:22.210 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:22.211 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/06/02 08:07:22.233 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:22.236 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:22.236 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:22.237 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=70.259Β΅s] [2024/06/02 08:07:22.237 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=231.615Β΅s] [] [2024/06/02 08:07:22.237 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:22.237 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:22.360 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/06/02 08:07:22.382 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:22.426 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:22.427 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/02 08:07:22.428 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:22.437 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:22.437 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:22.437 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:22.437 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:22.438 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:22.438 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:22.438 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:22.439 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:22.439 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:24.067 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:24.069 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:24.069 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:24.070 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/06/02 08:07:24.070 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:24.081 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/06/02 08:07:24.148 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/06/02 08:07:24.153 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:24.156 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:24.157 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/06/02 08:07:24.157 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/06/02 08:07:24.165 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=2.csv:0] [2024/06/02 08:07:24.168 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=2.csv:0] [readDur=1.330305ms] [encodeDur=764.019Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=287.358Β΅s] [type=file] [takeTime=2.806118ms] [] [2024/06/02 08:07:24.169 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/1375851a-b938-49f1-a54c-a4c1eee01a35.sst] [firstKey=74800000000000009E5F72800000000000000A] [lastKey=74800000000000009E5F72800000000000000B] [2024/06/02 08:07:24.173 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=1.csv:0] [2024/06/02 08:07:24.175 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=1.csv:0] [readDur=1.073262ms] [encodeDur=614.693Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=351.268Β΅s] [type=file] [takeTime=2.374303ms] [] [2024/06/02 08:07:24.176 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/401866c3-acac-47e8-8c96-885072fcb7d4.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000002] [2024/06/02 08:07:24.176 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=28.306704ms] [] [2024/06/02 08:07:24.176 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:24.176 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:24.176 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:24.179 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.249328ms] [] [2024/06/02 08:07:24.179 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:24.184 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:24.207 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:24.207 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:24.223 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:24.225 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=45.75857ms] [] [2024/06/02 08:07:24.225 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:24.226 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.111577ms] [] [2024/06/02 08:07:24.226 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:24.226 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:24.227 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.396857ms] [] [2024/06/02 08:07:24.228 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:24.228 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:24.228 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=52.809Β΅s] [] [2024/06/02 08:07:24.228 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:24.229 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=881.135Β΅s] [] [2024/06/02 08:07:24.282 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:24.285 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:24.285 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:24.285 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:24.285 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:24.288 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:24.288 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:24.288 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:24.288 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:24.288 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:24.288 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=1.862144046s] [] [2024/06/02 08:07:24.332 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:24.333 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:24.334 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:24.334 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:24.408 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:24.411 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:24.411 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:25.756 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:1.161954239s txnStartTS:450183992329633793 region_id:14 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:2, total_time:1.16s},ResolveLock:{num_rpc:1, total_time:63Β΅s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:2 total_versions:27 rocksdb_delete_skipped_count:14 rocksdb_key_skipped_count:64 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:25.756 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:1.152028418s txnStartTS:450183992316788741 region_id:14 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:2, total_time:1.15s},ResolveLock:{num_rpc:1, total_time:36.2Β΅s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:2 total_versions:5 rocksdb_delete_skipped_count:2 rocksdb_key_skipped_count:10 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:25.756 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:937.279316ms txnStartTS:450183992382324740 region_id:14 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:937.2ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:2 total_versions:53 rocksdb_delete_skipped_count:14 rocksdb_key_skipped_count:142 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:25.757 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:1.124590341s txnStartTS:450183992343003137 region_id:14 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:1.12s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:349 rocksdb_delete_skipped_count:83 rocksdb_key_skipped_count:945 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:25.761 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183992382324740\n# Query_time: 0.949001173\n# Parse_time: 0\n# Compile_time: 0.007435556\n# Rewrite_time: 0.001114954\n# Optimize_time: 0.004510981\n# Wait_TS: 0.000101054\n# Cop_time: 0.937295802 Process_time: 0.000098611 Wait_time: 0.000029227 Request_count: 1 Process_keys: 2 Total_keys: 53 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14 Rocksdb_key_skipped_count: 142\n# Is_internal: true\n# Digest: 92f115dee2aeba752ffdf7532aa08318e7bd75d9c718a57220055c41d32cc68a\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.8611e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.9227e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 1294\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('5QzweTAJM181CTAJNi40MAlteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5zdGF0ZSwgQ29sdW1uIzIwCTEJdGltZTo5MzguOG1zLCBsb29wczoyLCBDb25jdXJyZW5jeTpPRkYJMTAxNiBCeXRlcwlOL0EKMQk2XzExEXUBZhBwIGJ5OpJ+ADBmdW5jczpjb3VudChDDYoMMSktPhEMBDAsDSMgZmlyc3Ryb3coilcACCktPoomAC7wAAg2bXMd8FRwYXJ0aWFsX3dvcmtlcjp7d2FsbF90MRwUMDk0MTgzATEAYz0YkDUsIHRhc2tfbnVtOjEsIHRvdF93YWl0OjQuNjg5NjM0MzkxcywFFzRleGVjOjEzNy43NjHCtQ0VBV4FLFA5NzgxNjNzLCBtYXg6OTM4LjAyNzcFbwhwOTUuEQAUfSwgZmluYqcAEDU1MDYxJchepwABsxGnFDM5LjEyNxWPBaQQNS45NTUVExGiHDkxNTA2NDg4HaIUNTEzNDExIRIRoxESEH0JTi9BAQQgCjIJMzFfMTIJTZs0ZGF0YTpIYXNoQWdnXzY5iwQ3LgWzAGxRewxjb3BfIVgIOiB7IVoEIDEpGBAgOTM3LikVKHJvY19rZXlzOiAyKXcBEhQ6IDk4LjYVvCWKECAyOS4yBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNTcuMwU6LG1heF9kaXN0c3FsXy5XAUggMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY00OAGFVQjw3LjJtc319CTI3OCBCeXRlaUUIMwk2IQgAXy0g5kYDLj4DADElWQRrdgXQBDp7JcMAMFXqAbQ8c2Nhbl9kZXRhaWw6IHt0bwGoIUEIZXNzMlYBBGFsMhcAJF9zaXplOiA5MDMldARhbA0tQDUzLCBnZXRfc25hcHNob3RfBXMEIDEpeGByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfhQAgOiAxNCwga2V5RhcAGDIsIGJsb2NBBhB9fX0sIAFWXrYAARwEOiAu/wFhIwRhaRGMVQYAdCEZedsQIDIzMC5B7wR9CVG0GDQJMV8xMAkhlSQ4CWVxKGNhc3QodloEQawhDFwsIGRvdWJsZSBCSU5BUlkpLCA3KSwgZXF6PwAcc3RlcCwgMil6uAEVohQ1CTQzXzkFoiwxMDAwMAl0YWJsZTpa8wUhXjxlcCBvcmRlcjpmYWxzZSwgwQYsczpwc2V1ZG8JMgl0IRUBxUouAiAJTi9BCU4vQQo=')\n# Plan_digest: 72f08c0bbc0cbffe87fff95a4065a720fe14cc2ed9e69028cd750ab7b0ac3e22\n# Binary_plan: tidb_decode_binary_plan('xg7gCsEOCgxQcm9qZWN0aW9uXzUSsg0KCkhhc2hBZ2dfMTES5AgKDlRhYmxlUmVhZGVyXzEyEqcGCglIDSIgNhLtAgoMU2VsDUAYMTASoQEKDwUyTEZ1bGxTY2FuXzkhAAAAAAjUREEpAQnwcQCIw0AwAjgCQAJKIgogCgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2tSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD//////wEEBAF4AQYFAQABBZAIoA5FDZAQACBAMAEBkCRSbWVxKGNhc3QoBZQALlqTAIAudGFza19rZXksIGRvdWJsZSBCSU5BUlkpLCA3KSwgZXF6PwAkc3RlcCwgMilqHMq7ABAXt9EArAG7BJqZAQEAGRG7AEchNxBwIGJ5Ona8AKBzdGF0ZSwgZnVuY3M6Y291bnQoMSktPkNvbHVtbiMyMWqyAnRpa3ZfdFZRAQgsIHMh01RkZXRhaWw6IHt0b3RhbF9wcm9jZXNzIRQUczogMiwgRhcAJF9zaXplOiA5MDMRHgRrZQEtRDUzLCBnZXRfc25hcHNob3RfdCHEgCAxMsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkXwW6IDogMTQsIGtleUYXADwyLCBibG9jazoge319fSwgAVZetgABHBQ6IDk4LjYFdAm8CHdhaRGMCDI5LgmOJRkMd2FsbA0zJDIzMC41wrVzfXBFWAEBMmcCHL0A++hUdgZBLqwBKAFAAVIOZGF0YTpIcUQEWhUFghg5MzcuOG1zUb0YMmLaAWNvcCmJOCB7bnVtOiAxLCBtYXg6IAErADMBKyF5LUkpdiWLNs0ABcsAOhnGgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDU3LjMlGqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxMe8V5BwybXN9fXCWAi6RAxS7ZvLNfndGKgEEqQHm1wJV013fADBR+jBmaXJzdHJvdyhteXNxZuoDZS4IKS0+iiYANcYIOC42IZtkbG9vcHM6MmLLAnBhcnRpYWxfd29ya2VyOntZQiA5MzguMDk0MTglzS5TARw1LCB0YXNrXyH3KUMAX0GSMDo0LjY4OTYzNDM5MXMlWjBfZXhlYzoxMzcuNzYxJaYAdHFFBSwYOTc4MTYzc0k5BXAIMjc3BW8IcDk1LhEAFH0sIGZpbmKnABA1NTA2MUWfXqcAAbMAbw2nFDM5LjEyNxWPBaQMNS45NWEuCbdFDyg0LjY5MTUwNjQ4OB2iFDUxMzQxMSFEEaMREl5pAxRAUkSGLXhGPwIALoq4AQQsIFEpBDBacYkAODaJAwQPQ13tSE9GRnD4B3j///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:07:25.762 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183992343003137\n# Query_time: 1.138135173\n# Parse_time: 0\n# Compile_time: 0.009189594\n# Rewrite_time: 0.001995751\n# Optimize_time: 0.005634951\n# Wait_TS: 0.000118521\n# Cop_time: 1.123412965 Process_time: 0.00049144 Wait_time: 0.000072361 Request_count: 2 Total_keys: 698 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 166 Rocksdb_key_skipped_count: 1890\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.00024572 Cop_proc_p90: 0.000250269 Cop_proc_max: 0.000250269 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.618e-05 Cop_wait_p90: 3.6885e-05 Cop_wait_max: 3.6885e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 2029\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('mhegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjEuMTJzLCBsb29wczoxLCBDb25jdXJyZW5jeTpPRkYJMS4zNiBLQglOL0EKMQkxNF8xNAkwWnsAGV4YOmRlc2MsIEqCAAGfBGlkVn4AHAkwIEJ5dGVzEQgcCjIJMTdfMjgJ7FRpbm5lciBqb2luLCBlcXVhbDpbZXEoYmMAAcsgbHVtbiMxNSldVnAAYCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWwxFhBmZXRjaBENBSwMOjBzfRGfEQgkCjMJMzFfNDEoQgFOACkJrkBkYXRhOlNlbGVjdGlvbl80MF6DAFxjb3BfdGFzazoge251bTogMSwgbWF4OiAtmSFUNF9rZXlzOiAwLCB0b3RfARIkOiAyNDEuMsK1cwkUJHdhaXQ6IDM1LjUFE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMBHzAXIIX2R1BRoYbjogNDMuNwU6OG1heF9kaXN0c3FsX2NvblULSCAxfSwgcnBjX2luZm86e0NvcDoBrwxfcnBjQTYlNgBfWVEUfX0JMjM5Lc4YTi9BCjQJMSEEBDFfRbdQbm90KGlzdHJ1ZV93aXRoX251bGwoSsoBFHJlb3JnKSFSDHRpa3YFtQQ6ewVmBDBzVbQ8fSwgc2Nhbl9kZXRhaWw6ICnDLTRAMzQ5LCBnZXRfc25hcHNob3QJpRAgMTQuMQXxmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODMsIGtleT4XACA5NDUsIGJsb2MhuBB9fX0sIAGXPoQAIasIZXNzDXQyswEEYWwltQ0bNboF6Ah3YWwtTQHAJdQAfSFGAQQcCjUJNDNfMzktSwwwMDAJSbouBQR8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FjGZRAQFoAQQwCjMJNl8yOShQcm9iZSGGODY0MDAJZ3JvdXAgYnk6Q3FgQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdYVyCDkzbTm/GCwgcGFydGkhEBhvcmtlcjp7Gf8YMS40Njc2MAUvLo4CCDUsIEXBYTEAMH0CGDYuNTQ0NDMFMGErDGV4ZWNFKwENIaEgOjYuNzM1ODM4AYFhZxwxLjM2NjUwNgEQCHA5NR0QFH0sIGZpblqXABQ4NTMxNTUBNV6XAAGjBG90JeQcOjMzLjY3OcJxrQWWEDUuMjA2FRMFnBw4LjQ2NDQyNwFXCZwUODE1MjAyARAJnBEQOaJhWAAzgVwlm2lYAG5hTjV3bT8leQlcrewICTM4sXBhohA1CTZfMyGlADhBVDXlSpYDTdYMaW5nLE7iBSRzY2hlbWFfaWRzUh8ARa4JHkk2CG1pbhWuADhWMQIlAw23bjACFDU4Ni41N6kXXpkBLjACHDIuMjQyNTIxIWIhriWagVsBDSWUFDIuNDI4NyXqIZMYNTExLjQ4NyW4IZMZEHIvAhAwNjc5OUV0XpYAMi8CEDEuOTIzBWQBiAWVDDYuNDYZEwWbGDQuMjAyNjMVnBgxLjA0MDkwBRABnBkQWS8ANsGqDDM2CTAp5gBkwaUkSGFzaEFnZ18zMXGiEDM4NS44BYA1dGamBgA0aTwEcm9WpwYINTAuGbjNpwQ2LmkNAGO+pwYEMjcNmP6nBsGnCDM3bcWoBDUz3agAN2EGADGlXf4IA84IA0puAxYxCX0YDg8JxSehA+0PRcItrdYQBwA4/hAHyhAHLhwCoWkEYWn1EFEjAHQOjwkcX2t2X3JlYWQuGQcF8iUH2S8MIDM5MkVuWfEEOAnhLqEmCDAJMf4uB/kuBX4xcCAJTi9BCU4vQQo=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('gxrwSQr+GQoNUHJvamVjdGlvbl8xMxLmGAoHU29ydF8xNBLwFwoLSGFzaEpvaW5fMjgSwwYKDlRhYmxlUmVhZGVyXzQxEocECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqBAnRqfAAILCBzAfLwhmRldGFpbDoge3RvdGFsX2tleXM6IDM0OSwgZ2V0X3NuYXBzaG90X3RpbWU6IDE0LjHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODMsIGtleV9za2lwcGVkX2NvdW50OiA5NDUsIGJsb2NrOiB7fX19LCB0aW1lX2RldC6EABxwcm9jZXNzXwl0EDI0MS4yBXUJogh3YWkRjwwzNS41CRoB6Ax3YWxsDTQIMzQ5BRoAfVZhATQaAQEhVVVVVZWP8kApAAUBNCRAOAFAAVIRZGF0YTpTXSUEWhMFhxQxLjEycywxuRRi1wFjb3Ap1jgge251bTogMSwgbWF4OiANKQHELU0EMCwBugXWADo2zgAFzAA6GceAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNDMuNyUBqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFmABhLTQFuBB9fXDvAV2KEBL6DwoKYVYgQWdnXzI5ErYMLkIDEDMwEtMLGSAQMzUSxwc2dQMQMzYSiwUdIggxEpZGcwMANEXw/nMDfXMAHUUPBHRhdXMIMW1zNbtaEwIFhAQoZXF0BEC/aXQslAFncm91cCBieTptYf02aQMh5Rxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqoELaAzLjANLbAwA4/tsDytsDDDUwLjNFwEbbAwg2LjkdGhhrdl9yZWFkLuQDBfIl6i75AwQ5MgVSXuYBGN7d3d0dPvdt9iHmYfYED2Rh9ghIYXNF6AwzMVoWZfQQMzg1LjgFhQRsb6WwBGLZavcDEDQ2bXMsZvgDLusAcfgR5ML4AwQyNw2Z/vgDYfgIMzdtYfkA/S75AyUpCK1s+DopAQCE/g8Dvg8DVfNd/wA1tZMEMm152EhisgJwYXJ0aWFsX3dvcmtlcjp7WRgUNTg2LjU3yUYuHwUINSwggScAX6HCADClDymbGDIuMjQyNTJJYxxvdF9leGVjOuG5AQ1FHBgyLjQyODc1AYGh9xg1MTEuNDg3RS0IcDk1HRAUfSwgZmluUpYAHDEuMDY3OTk4AUVelgABogBvDZYUMzEuOTIzBWQBFAWVDDYuNDYZEwWbGDQuMjAyNjMVnBgxLjA0MDkwBRABnBkQbiYDCK1I/i39BAC56RwAFhaACABuDnYIMZgQNSkpWhQFdgwxLjI3AcltKwhw/ALdSCQaAQIhRERERCRjPlUABDhnsWAVUwAsrQ8cZmlyc3Ryb3cdbbkEADUVdwQ5Mx13BGKzagYCGDEuNDY3NjAFMF5wAS4GAhg2LjU0NDQzBTA1cTIGAhg2LjczNTgzJcJBBxgxLjM2NjUwiQoEOTUdEHIHAhA4NTMxNSWgXpcAMgcCDDMuNje1HUkHEDUuMjA2VRolkRQ4LjQ2NDQplQmcEDgxNTIwZTQJnBEQXgcCGBSuR+EMewgqhwpoAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYrkGBCwgNdoIKV1aUk4JADUW3QgQaGFzaF/lFgA6Fo4KFpUIGCwgZmV0Y2gRDQUsLDowc30hnasFOSp+CDqgAAA9SooA+akUOmRlc2MsTq4H6WdSoQAFagDqQmoAThMIAUYQbWV0YSxOYwAZh1JnAAxiD0NvJrsJSE9GRnD0Cnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:07:25.762 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183992329633793\n# Query_time: 1.190635595\n# Parse_time: 0\n# Compile_time: 0.020581331\n# Rewrite_time: 0.00226394\n# Optimize_time: 0.01311742\n# Wait_TS: 0.000131894\n# Cop_time: 1.166221166 Process_time: 0.000117513 Wait_time: 0.000084024 Request_count: 3 Process_keys: 4 Total_keys: 29 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14 Rocksdb_key_skipped_count: 64\n# Index_names: [tidb_background_subtask:idx_exec_id]\n# Is_internal: true\n# Digest: 5b635ec774c43cdeac778c1bf8f1039381520f6fcf0037eb38464ef0c3c9b3ef\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 3.9171e-05 Cop_proc_p90: 5.5717e-05 Cop_proc_max: 5.5717e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.8008e-05 Cop_wait_p90: 3.9337e-05 Cop_wait_max: 3.9337e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 6135\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask,idx_exec_id] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask,idx_exec_id] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yhHwUjAJM183CTAJMC4wMAkxLT5Db2x1bW4jMjAJMQl0aW1lOjEuMTdzLCBsb29wczoyLCBDb25jdXJyZW5jeTpPRkYJMi4yMyBLQglOL0EKMQkxNl85EU5Ab2Zmc2V0OjAsIGNvdW50OjFWUwAMCU4vQQEEHAoyCTMwXzE4ET9SLgBUMSwgaW5kZXhfdGFzazoge3RvdGFsXwWpTCAxLjE2cywgZmV0Y2hfaGFuZGxlFRWQYnVpbGQ6IDkuMDPCtXMsIHdhaXQ6IDE2LjbCtXN9LCB0YWJsZU5VADQ0LjMxbXMsIG51bTogMgHLGf8sIDV9LCBuZXh0OiB7AVEAXwWbFXQFEwlZGGxvb2t1cF8NhggzNjUVhTYhAExyZXNwOiAyLjAybXN9CTUuMjYgSylbIDMJNDdfMTQoQgHJICkJMV8wCTEwCQVeTDp0aWRiX2JhY2tncm91bmRfc3ViIR8tKzA6aWR4X2V4ZWNfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQiIXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTJVFyFtAGxFFwA0IRgAcDE/JSsUMSwgbWF4NQwgcHJvY19rZXlzJUUMdG90XwESFDogNTUuNyUMARMhMRA6IDM5LimkVGNvcHJfY2FjaGVfaGl0X3JhdGlvOiBBqQAsKdAFcQhfZHUFGhhuOiA2Mi45BU0wbWF4X2Rpc3RzcWxfYy6xAUQxfSwgcnBjX2luZm86e0NvcDoBrgxfcnBjQdsAdFlNRUwwfSxSZXNvbHZlTG9jaxkqBDEsLioAADYBrQB9QUMIaWt2BZIEOntFkAAwdTYBdihzY2FuX2RldGFpbFW3IQMIZXNzMhgBBGFsMhcADF9zaXpBxgQyMBF1LUU4NywgZ2V0X3NuYXBzaG90cQNBz2gsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9piQggMTQh5wB5PhcAFDY0LCBibAHsCCB7fQnTBG1lXrUABeQywAEEYWwlwg0aNcclGAh3YWxxpxAyMDUuMmF2YfUBBDQKMwkxNl8xNyhQcm9iZUncIeZmQQQMMy4wNWGVSX4AM0Z+AgAyWX4FKQhtaW5BiwQwOQE2CGF2ZwENBDEyAQ0IcDk1BQ0JJwRheCV+LWUEMSwBHzoSAEGpIbkUOiA2MS44RW8BE0m8BDQ0Tc8AY768AhAxMDAuNAVOAYX2vQIQMi4wNm0+lAIBtAFcRZghEEGgJQsBCQhwODAFESEPARAQaXRlcnNlFBxhc2tzOjJ9LPrCAgg5MDM6wgJawQJtw1nDupICLpYBNpICNZ1CkgIENzHJCEGOAQQYCjQJMV8xNqVmRYo0ZXEoY2FzdChteXNxbC5acAUALiEsQTtcLCBkb3VibGUgQklOQVJZKSwgNyksIGVxej8ALHN0ZXAsIDIpLCBpboIrAFBhdGUsICJwZW5kaW5nIiwgInJ1bm4BCwAp5TiViwhwcm/u9wEhDgEEHAo1CTQ1XzE1JROGeQaKRAb+ogBCogA=')\n# Plan_digest: fac8456363e19e5f773f9b1b87e1ee543e04e24b03da20bc3502ec34b60733f5\n# Binary_plan: tidb_decode_binary_plan('0RPwUgrMEwoMUHJvamVjdGlvbl83EuESCgdMaW1pdF85Ev8RCg5JbmRleExvb2tVcF8xOBKFBgoRSW5kZXhSYW5nZVNjYW5fMTQaAQEhAAAAAADQgUApBQn0AgIAJEAwAjgCQAJKOgo4CgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2saFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aE3RpbWU6MS4xNnMsIGxvb3BzOjRigAJjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjE2cywgcHJvY19rZXlzOiAyLCB0b3RfcHJvYzogNTUuN8K1cywgdG90X3dhaXQ6IDM5LjPCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA2Mi45wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MiwgdG90YWxfdGltZToxLjE2c30sUmVzb2x2ZUxvY2s6e251bV9ycGM6MSwgdG90YWxfdGltZTo2M8K1c319arECdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2Nlc3Nfa2V5c19zaXplOiAxMjAsIHRvdGFsX2tleSFGODcsIGdldF9zbmFwc2hvdAm3CCAxNiVOmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTQsIGtleT4XAHg2NCwgYmxvY2s6IHt9fX0sIHRpbWVfZGV0YWlsOiB7NrUAARwUOiA1NS43BXMJHQh3YWkRiwwzOS4zCRocaWt2X3dhbGwNMygyMDUuMsK1c31w/xEBBAF4EQoY/wESvQkKCGknJDE3EosECgxTZWxtREAxNhLRAQoRVGFibGVSb3dJRGkmCDUhAAEBDFSlQCkBCAQAAHUjCCIKIH4jAwxSHmtlbvICBGpKBcFhTig6e3Byb2MgbWF4OiHdCG1pbgUIEGF2ZzogAREIcDgwBREIcDk1BQggaXRlcnM6MiwgAT0IczoyWvIACb40kKVAKY7ttaD3xvA+MAFh4SxSrAFlcShjYXN0KG1h5gAuWuUDAC4BX2xfa2V5LCBkb3VibGUgQklOQVJZKSwgNyksIGVxej8ALHN0ZXAsIDIpLCBpboIrAFBhdGUsICJwZW5kaW5nIiwgInJ1bm4BCwAp/ikBhikBCBoBAmIsASgRb2Zmc2V0OjAsIEnlCDFaFEWjHDMuMDVtcywgiawMM2KWAj6sBAAyhTIQOiAxLjEFKghtaW4BDQQwOQE3Jd0MMS4xMgENCHA5NQEaDScQYXhfcHKV2AQxLAEfOhIAmeoMNjEuOGkPAG+R6gQ0NG08EGNvcHJfruoEEDEwMC40BU4BhQxkaXN05usEKDIuMDZtc319aq8C/ukCWekELCD28AQIOTAzsWYAa7EdAGdO7wQELjklB5nxusAELpcBBGFsLsAENZ4lFi7ABAg3MS6hZ17OAxjn9AoyPfRyMs4DCAFAAfk6ADdVjhAxYukBaQ4GCIlfsWNFuEF14TssZmV0Y2hfaGFuZGxlFRUAYuEAEDogOS4wqWSheKH+CZmBcQhibGVOVQAMNC4zMUHKFG51bTogMmEsDG5jdXLtHyg1fSwgbmV4dDogewFRAF8FmxV0BRMAdAVZGGxvb2t1cF8NhggzNjUlhUYhADxyZXNwOiAyLjAybXN9cI4qvedeJwFOyQMAEyURBDEuPToAMlY9Bhwh4e8bPD0UdD59ATRSDDEtPkNvbHVtbiMyMFJRAAhiD0M9DEhPRkZw8BF4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:25.765 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183992316788741\n# Query_time: 1.197310218\n# Parse_time: 0\n# Compile_time: 0.031535543\n# Rewrite_time: 0.003394727\n# Optimize_time: 0.018798812\n# Wait_TS: 0.00014351\n# Cop_time: 1.158203985 Process_time: 0.000262168 Wait_time: 0.000148444 Request_count: 4 Process_keys: 6 Total_keys: 49 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 23 Rocksdb_key_skipped_count: 106 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 6.5542e-05 Cop_proc_p90: 9.6942e-05 Cop_proc_max: 9.6942e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.7111e-05 Cop_wait_p90: 4.9052e-05 Cop_wait_max: 4.9052e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 74517\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lDOwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjEuMTZzLCBsb29wczoyCTQuNzMgS0IJMCBCeXRlcwoxCTNfMTUJapAADGlkLCBaigABsAxfa2V5ZiEABHlwZqQADHN0YXRuHgAEZXBiWACGJAEgb25jdXJyZW5jZp0AjkgBJHRhcmdldF9zY28BySBDb2x1bW4jMzVWXQEILCBDGXcMOk9GRiFuADEhbiROL0EKMgk2XzE2JfogZ3JvdXAgYnk6WlgBIXMkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhfwAuHeoIKS0+FaIALA1BHGZpcnN0cm93LkYALm4CEGlkKS0+HWI2HACeRgABikEJZkwAESKiUgAIeXBlak4ARVgpI37iAEVnZksABR+elgBReGZPABEinlIAXYVmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlsDZlIALiYAXnYDTHBhcnRpYWxfd29ya2VyOnt3YWxspR+B/Sg1OTY1MDUzOHMsIB3vDDo1LCBFk2xudW06MSwgdG90X3dhaXQ6NS43OTcxMDI4MDlzCRc0ZXhlYzoxODEuOTQ0wrUNFaVbBSwsNTE1Mzg0cywgbWF4CXAsNTM1OTQxcywgcDk1MhIAFH0sIGZpbl6pABg2MDA5MTQ0oa1eqQABtRGpFDQwLjkyNxWRBaYINi41SqMAFDk0OTA5MiEBDaMYNjAwNDM0NwFqDaMVEgB9gasBBAQKM8EZHDgJMAkwLjAyXqwGgalaPQQlXv4cBlocBnllWn0AMjEDXiQALv0CWiQASdBaHQAumwIyqgZ2pgVexgJuPAYYNAkxN18yMDGOUGlubmVyIGpvaW4sIGVxdWFsOltlcS7iBUqCAHLLAAEdECkgZXEo0UAAN8HMye0INildXrMAWGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsQfVBXRBmZXRjaBENBSwcOjIwMS4xwrVhCxhwcm9iZTp7PYdN4ARhbGVaeVMBTAkuDDI1OC5J9AVcECBhbmQgdbcYc30JMTAuMuFwHt4IHDUJM18yMShCAagAKTE+Pc+OKAFKJAAdtBQsIGNhc3R6fAF5DDBkb3VibGUgQklOQVJZ/bAAN15jAT4WAggyLjYiUggUNgkzMF8ydaReQwAQaW5kZXgSXAoEOiApoYm/HCAxLjk3bXMsKUwYX2hhbmRsZQUWADQBFimxECA2LjE5hWYlaAwgMjQuAQ8AfaE/CGJsZVZXACWyoVoEIDE2dgUsIDV9LCBuZXh0OiB7AVAAXwWcFDogMi4xOAF0BRRFSxxfbG9va3VwXw2GEDUyNS42FYc2IwAMcmVzcAG3BDE1QQIIOS45QQIOcgkYNwk0N18yNTH/GDFfMAkxMAkFXww6c3QsKRkQOmlkeF+hPgxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwgDkIIJHM6cHNldWRvCTIedgsEODkB0RZ3CwAzIQYAcDEsMRmhjhAgMS4xMwEpDHByb2OhLwxzOiAyyXgBEgg6IDW50SEdDDogMzNtAmhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwpvAVwCF9kdQUaEG46IDU4LUMsbWF4X2Rpc3RzcWxfXctMOiAxfSwgcnBjX2luZm86e0NvcDoBrQxfcnBj7SQOpAwEaW3hWBAwMm1zfUEGCGlrdgVpBDp7BRoAMCJsDAFNKHNjYW5fZGV0YWlsVXwB2Ahlc3My7QAEYWwyFwAMX3NpekGKBDIwJQsEYWwRLQg3LCASjwsYbmFwc2hvdFHIBDMuKSaYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNCwga2V5PhcAHDY0LCBibG9jYSAAfQnVBG1lXrcABeY9l+HPBGFpEYs1niUYJokIDCAxNTmJ+UGaAQQgCjcJMV8yNyhQoQcAKUWd5WoEaW56TQRBb0hlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpnTQANTW6ADJyrwIBKCHEMZQloyW/IRcELjhlpiKnCCESADMFEwBjwrACADQNOs6wAgmXWbCBHSAsUmVzb2x2ZUwh61raAgwzNi4ywaD+2wJ62wIIOTAzJThV2wA1VtoCltgCADKBlwB5PtcCADGBCb7XAjnAQtkCKcc+2QIIMjAyyRJB1QEEHAo4CTQ1XzI2RdMycAWKOwVmTQQBWwEE6dQAOXE4GDAJMjkuOTcu1Qc+ww798C4bAPmVXiEAEmUOWh0AbYZaHgD+oQr+oQpOoQo+qAguDAEOyAtemwgANpEkDDUuNjHBq8nUUu4QBDM08XwSnAgAMw7vECmgGUUAMjZFABICCMlCNp4IDDIuMTIBbxLqCSKeCAQyLgU/GhcICDYuN2kioYMMOiAxMOUcYbxenQgIMi40EmoI8YUyAAdinggAM+WkAWU2ewgNhwg0NTFtHkYjABaeCCwyLjA2bXN9CTIxLjUxIxKfCAQzMy6fCAAzHp8IIp4IRWgAKAUGKpYIDHBhdXOh8QAsFQooXSwgWyJyZXZlcnQJGRkMCRvNIwAs1S2GzAgaQhQJvB5DFHLMCAA0EjoK3R4aWw8BEhA6IDk2Lg48CoX5Gs4IADTpFsVxts4IBDYw/s4IKs4IADP+zggazggJ71bOCAA21ZMEa2UO5wkEMTZW8wUAOEXEACyCzQgAN1L1BQQzMibMCCYdChoACQA2mt4ILqkBNgcGNbBCBwYENjAShQm5qA7gCAQzNbGoDn0LiQpWoggujgQSjg4qmwgANhKmDJV3AGNiSwuFMEFsMWNJawESFDogNTYuNRKJCCqcCAAyBbTOfgIWhg7OmggJlSqaCAAx/koLFkoLFVgB7x5hCxpKCwg0NzMWPBIicAgAMVZ9AgAzGgAIJkoLHkIIQk0CADKaTQIueAE2TQI1fz5NAgQxNw5sCFlLElIIBDM0RUUuIwV6UQiBwIpRCA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('kDfACos3CgdTb3J0XzEzEu81Cg1Qcm9qZWN0aW9uXzE1EuMyCgpIYXNoQWdnXzE2EogpCjIhABQ4EtwlCgsBISRKb2luXzIwEo0RMkMAZDIxEpQPCg5JbmRleExvb2tVcF8yOBLHBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0SAIAACRAMAI4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuODltcywgbG9vcHM6M2LWAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMTNtcywgcHJvY19rZXlzOiAyLCB0b3RfcHJvYzogNTTCtXMsIHRvdF93YWl0OiAzMy43wrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNTguNsK1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsIHRvdGFsX3RpbWU6MS4wMm1zfX1qsQJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogMiwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDEyMCwgdG90YWxfa2V5czogMjcsIGdldF9zbmFwc2hvdF90aW1lOiAxMy40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE0LCBrZXlfc2tpcHBlZF9jb3VudDogNjQsIGJsb2NrOiB7fX19LCB0aW1lX2RldGFpbDoge3RvdGFsX3Byb2MBoBh0aW1lOiA1CXEkdG90YWxfd2FpdA0YDDMzLjcpshxpa3Zfd2FsbA0ZKDE1OS4xwrVzfXD/EQEEAXgRCiT/ARKMBwoMU2VsbTFAMjcSjgEKEVRhYmxlUm93SURJ2wA2SdgEVKVC2AIIDQoLXdgIUh5rcqcCBGocBZ9FkQB7BdEAMFWuADFaogAIGgECCX40kKVAKaDbSxqjdZQ/MAFhVhBSbmluKGVVTC50aWRiX2JhY2tncm91bmRfc3ViAWZcLnN0YXRlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHABRlcCkpWhMFtAwxLjE1FbcYMmKCAmNvcAnURmUDASkEcHJeZAMELjgptC5mAwAzBRMIY29wumYDADQNOs5mA3UNGeBIfSxSZXNvbHZlTG9jazp7bnVtX0aQAwwzNi4yQVwMfWqvAm7aAQgsIHOhIwBkVtoCBGtlZWQALE3WIS9B8QEXJF9zaXplOiA5MDMRHgEWLDogNSwgZ2V0X3NuYTKQA2kdJHJvY2tzZGI6IHtWjgMAMqFOEHlfc2tpLo0DADGBwL6NAznBQo8DKcglFn2PEDIwMi45ITNWjwMcIY1EbI0y9XIy6gIIAUABWXoANl16COwBacGXUXyJFSXDUCAxLjk3bXMsIGZldGNoX2hhbmRsZQUWADQBFiRidWlsZDogNi4xAYwELCCBSQw6IDI0CZsILCB0gQBWVwAFgQhudW3FSxRjb25jdXKtxig1fSwgbmV4dDogewFQAF8FnBQ6IDIuMTgBdAUUCVkYbG9va3VwXw2GEDUyNS42RfVGIwAMcmVzcAG3GDE1c31wsp8uugThbhipg8CnYxV0Pi4BCFKVAX4WBAxlcCwgdiQAHdwULCBjYXN0eiMEgW9BnmgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzdWxgEED0M9RhRPRkZw7BQuoQUEhxI2kAgMORLHDjaQCBAzNhKIBkKQCAgzMxoekAgQuJpAKQAFAQQ+QKk6DEocChqxuBQBdBoOCgWlKQASCQcEUm0ehwgMcGF1c6EsACwVCihdLCBbInJldmVydAkZGQwJG61eACy1aABdYW8EZXCCvQgMMi4wNkEpIGxvb3BzOjNi2Gq9CAA0RceBKiFzAHNFjaFGARIMOiA5NkXJhTPlJQg6IDTpBgAsxlkFBDYwTZ7OWQUAMQWEJr8IADMWvwgEwwKFGEEzSggHji4FFVkB8jouBQA2tUupLQQxNlYuBQQ4LhYzCH4wBQA3IcFCMAUMMzIsILEwEGNhY2hlEg8KAGMW8QgINn19gUcIaW1lXvUFARw2qgE2QgU1sSUqLkIFCDYwLqHoWkIFCBL8BS7RCAwzNRKNRtEIBDM0FlMIBKq5QhkDCAwKCnkZ/tAIctAIKAS6QCm5HoXrUfg9bZYEUihWkQgMZ2xvYkFEBGFzDtEIEooIABQlQAgxLjal5mkzCDJi1WozAwAyYVxBLlEWRZtFQBQ6IDU2LjWlg2FFoYcMOiAzMiVnzjIDSVf+MANhMBwxMW1zfX1qkv4wA3IwAww0NzM1JQ0EYWw5HE5fCAAz7e95MWIBAwAymgEDLnkBNgEDNYA+AQMEMTcOWwha/wIcIYk7w9ZL4Y0yWwIOQQhJMQw1LjIxQQhRMQDtZkIICDIuMUUzNkIIBDIuBUDtuwg2Ljdhix5BCAQxMIVSYfpeQQgIMi40Eg4ItkIIBDMzAbVBmFJCCAg0NTEabwlGIwAWQgjJXAx9cK+sNkMIIAIh6SCU+SYBjz4wAQxS2wJtDq4PFlkMLoEDCGlkLC46CC4bAGGhQUJmIQAIeXBlYh0A5YJiHgAYcHJpb3JpdGZcABRjcmVhdGWlWGJFADLUCFrgAABzPhwJNuIAAHJlGQRjbwHJPhYJLioAISdeCQkANlWOADZFTlGOQgoJBNwiKgoJQCHFqRolOc6UQCmJ0t7gC5OZDgYOZAFAAVJwaW5uZXIgam9pbiwgZXF1YWw6W2Vxeq8JcucAAR0QKSBlcSgiuwkELCARCwg2KV1WyAkEkAFlFhBfaGFzaEmnBDp7EpMLDjEODrcLZUoRDQUsDDoyMDEWng8ALKGbDGJlOns9owA6kZYYOjUuNzlzLKFSET8EcHIBLgQyNfHEBVwMIGFuZGUDCTEsfXDUUSF+/VR9SBaVQjUBAMv+4AL+4AL+4AL+4AKK4AJ9IkpbED2qVhECQs8CBNglLs8CHM6mZ+JvmpVAGpsLAPBRzwS3Bg7EEBBwIGJ5Oh2BPlwDIGZ1bmNzOm1heHroAh2mKosMBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAsRlmTAARIp6YAKFKak4ApWgpI36cAKV3ZksABR+elgCxpWZPABEinlIAvdZmVQAdJaJYACZ0DmpYABklnlgApTpiMgIBHp5KAAB03WtmUgAuJgBWhgMYzAJwYXJ0aQ5dCRhvcmtlcjp7Jk0MDsoTGDk2NTA1MzgS6QomzhChewxhc2tfDqgIGioLDlwIpVkUNzEwMjgwoZEOLgsOxBcYOjE4MS45NBYMCQEVEp4LobYYNzUxNTM4NLm9HDU5NTM1OTQxDnwXBDk1CYINEhR9LCBmaW5eqQAYNjAwOTE0NMFJPZgyqQABtR5LFBA0MC45MhaJCwEUBaYINi41SqMAFDk0OTA5MiEBDhoYBDEuAWoMNDM0NwFqDaMENjANEl52ChQ0Dc5I1uRGzAQAq/5mBv5mBjpmBkmBWtAEeZxaIQA9eGZjCYqHCS61AiZZCAA1VsACekYGFJLHF1XY/EZ6AQBeWsQAhuUAisEABGlkUqwAEHDoJRgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:25.772 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:25.820 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/02 08:07:25.821 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/02 08:07:25.821 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/02 08:07:25.828 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=7.492301ms] [] [2024/06/02 08:07:25.828 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/02 08:07:25.828 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/06/02 08:07:25.828 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/06/02 08:07:25.828 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/06/02 08:07:25.833 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=158] [physicalTableID=158] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:25.833 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/06/02 08:07:25.833 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.668947ms] [] [2024/06/02 08:07:25.833 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.939717ms] [] [2024/06/02 08:07:25.876 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=103.054346ms] [] [2024/06/02 08:07:25.956 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:25.956 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/06/02 08:07:25.959 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/06/02 08:07:26.008 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:26.033 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:26.033 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:26.035 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/06/02 08:07:26.113 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:26.349 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.65095111\n# Parse_time: 0.001101205\n# Compile_time: 0.002543861\n# Rewrite_time: 0.000206052\n# Optimize_time: 0.001341016\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:26.382 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:26.410 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:26.410 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:26.485 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.526 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=755.42Β΅s] [gotSchemaVersion=100] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.538 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=100] [2024/06/02 08:07:26.540 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=18.943361ms] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.605 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.638 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=282.55Β΅s] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.650 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=101] [2024/06/02 08:07:26.652 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=18.244166ms] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.370 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183992867291144\n# Query_time: 0.714885442\n# Parse_time: 0\n# Compile_time: 0.004061641\n# Rewrite_time: 0.002442116\n# Optimize_time: 0\n# Wait_TS: 0.000095145\n# Prewrite_time: 0.001519558 Commit_time: 0.705442369 Get_commit_ts_time: 0.000369243 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 650.8Β΅s}, scan_detail: {get_snapshot_time: 14.6Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 24.3Β΅s, propose_send_wait: 0s, persist_log: {total: 93.7Β΅s, write_leader_wait: 67ns, sync_log: 54.2Β΅s, write_memtable: 1.95Β΅s}, commit_log: 348.1Β΅s, apply_batch_wait: 17.9Β΅s, apply: {total:98.8Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 20Β΅s, write_memtable: 16.1Β΅s}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 650.8Β΅s}, scan_detail: {get_snapshot_time: 14.6Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 24.3Β΅s, propose_send_wait: 0s, persist_log: {total: 93.7Β΅s, write_leader_wait: 67ns, sync_log: 54.2Β΅s, write_memtable: 1.95Β΅s}, commit_log: 348.1Β΅s, apply_batch_wait: 17.9Β΅s, apply: {total:98.8Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 20Β΅s, write_memtable: 16.1Β΅s}}} Write_keys: 1 Write_size: 19 Prewrite_region: 1\n# Is_internal: true\n# Digest: 3e251e6fb207498022012cc3c01edc50480758e576a5040a38ffe9519fdcedb9\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 10796\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_mdl_info is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('gA3oMAkyOV80CTAJMAlOL0EJMAl0aW1lOjEuNzNtcywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXQBJwQ1MgEnDGdldF8RIiRzOjM2OS4ywrVzETYUOjcwNS40ASggc2xvd2VzdF9wDUHwPF9ycGM6IHt0b3RhbDogMC4wMDFzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYwLCABqRhfZGV0YWlsAUQgaWt2X3dhbGxfARhAOiA2NTAuOMK1c30sIHNjYW4ZKQGsHHNuYXBzaG90DSwMMTQuNgWwWHJvY2tzZGI6IHtibG9jazoge319fSwgBe0ZQgWRQF9iYXRjaF93YWl0OiAyNC4zBUEscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nAasJ7ww5My43BTUJXxRsZWFkZXINNSQ2N25zLCBzeW5jCTQENTQtUgksGG1lbXRhYmwhFgguOTUJ5i2ABWMQMzQ4LjEFXBBhcHBseTKsAAwxNy45GRsVjwQ5OCUvHCwgbXV0ZXhfCf8BvAlyMp4AGRcAdyG4BDIwBVAJKR2bADYFhCVCDZ0YcHJpbWFyeT73ARA3MDVzLP73ASn3FDcwMy45bZb2AQAzDfLe9gEMMTEuNAX6rvYBBDUyZvYBBDc1NvYBCDMyLkmYPlsBDDQyMW4B5C1XJfQB+gw2bXMsTvMBADlNn0UONfMIMTU1DcEAbcL0AQgzMi5BeHEcOfYEMjYFVCX2bckIbnVtgUMJxQxrZXlzGQ5kYnl0ZToxOX0JMS45OCBLQglOL0EKMQkxXzeBkvBPLjAwCWVxKG15c3FsLnRpZGJfbWRsX2luZm8ub3duZXJfaWQsICIzMmQwNmU4Mi05ODVjLTQwYTctODczNi0zYjRmYzQ0NDE0MWYiKQkxCXSJ2gQzOCEmidosMgk1NzIgQnl0ZXMJAXsoMgkzNl82CTAJMQlpYTJ2ACgsIGhhbmRsZToxNgUiCVAEMDQZUCgzLCBHZXQ6e251bUXlCDEsIGXuiWkINzI4JTYAfUK9BIESHF9wcm9jZXNzCSwEIDNpVgkbgWcNGAA0SXQJGBRrdl9yZWGBa5X5BDc5JYEBYzYSBQgxMDBl+kISBQlLEX4AayGhACAVuS4XACBfc2l6ZTogNzkR1hUsTlUFADENiAByTlUFIAlOL0EJTi9BCg==')\n# Plan_digest: fa6d2a9477dd17cd9fcf10ff8be5411b02822920f87f371e1befd6fa27c9a8df\n# Binary_plan: tidb_decode_binary_plan('1w3gCtINCghEZWxldGVfNBK2BAoLU2VsZWN0aW9uXzcSoAMKC1BvaW50X0dldF82Id7d3d3d3RFAKQAAAQLwn/A/MAE4AUABShgKFgoFbXlzcWwSDXRpZGJfbWRsX2luZm9SCmhhbmRsZToxNjBaFHRpbWU6MS4wNG1zLCBsb29wczozYqYCR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpbWU6NzI4LjXCtXN9LCB0aW1lX2RldGFpbDoge3RvdGFsX3Byb2Nlc3NfdGltZTogMzDCtXMsIHRvdGFsX3dhaXQJRAggNDQdGCxrdl9yZWFkX3dhbGwNIAg3OS4NIghpa3YuGQA8MTAwLjnCtXN9LCBzY2FuX1p+ABxrZXlzOiAxLA25AHANlQEXIF9zaXplOiA3OREdARUFLCxnZXRfc25hcHNob3QNiAQxMQ2IWHJvY2tzZGI6IHtibG9jazoge319fXD/EQEEAXgRCgT/AS2TJB1AKfyp8dJNYlAtkxBSSGVxKCWSAC4ykQHILm93bmVyX2lkLCAiMzJkMDZlODItOTg1Yy00MGE3LTg3MzYtM2I0ZmM0NDQxNDFmIilaMbcEMzg5twwycLwEHYZBBRRSA04vQVoRLQQ3MxktdDFi3whjb21taXRfdHhuOiB7cHJld3JpdGU6MS41MgEoIQ0RIhhzOjM2OS4yJbMJFBQ6NzA1LjQBKBxzbG93ZXN0XxFBAF9BMgAgSQ0wOiAwLjAwMXMsIHJlZ0G/gGlkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MCwgdDZRAjr8ARA2NTAuOE78AQGsPrkBCDQuNgWwUrkBBCwgBe1ZPgWRFF9iYXRjaEWnFDogMjQuMwVBKHByb3Bvc2Vfc2VuQaNIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvDDkzLjcFNQlfFGxlYWRlcg1RJDY3bnMsIHN5bmMJNAQ1NC1SCSwYbWVtdGFibCEWBC45bWApbAkvEDM0OC4xBVwQYXBwbHkyrAAEMTdlFAAsCRsVjwQ5OCUvHCwgbXV0ZXhfSbgBvAlyMp4AGRcYd2FsOiAyMAVrCSkdmwA2BYQMfX19LBGdGHByaW1hcnk+9wEQNzA1cyz+9wEp9xQ3MDMuOW1G8gNO9gEAMw3y3vYBdfCu9gEENTJm9gEENzU29gEIMzIuSZg+WwEMNDIxbgHkLvQBAfoENm0x2DbzAQA5TZ9FDjXzCDE1NY2xAG3C9AEIMzIuQXhxHDn2BDI2BVQl9m3JCG51bcEXCcWlQQAxETgEYnmBRkQ5fXDwD3j///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:07:27.372 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183992893505540\n# Query_time: 0.638764644\n# Parse_time: 0\n# Compile_time: 0.003666441\n# Rewrite_time: 0.000540036\n# Optimize_time: 0.00139159\n# Wait_TS: 0.000108359\n# Cop_time: 0.632829064 Process_time: 0.000154199 Wait_time: 0.000038264 Request_count: 1 Total_keys: 203 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 84 Rocksdb_key_skipped_count: 506\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000154199 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.8264e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 241\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.631232267\n# PD_total: 0.000034102\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+wXwwjAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6NjMzLjJtcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS42OW1zLCBwcm9jX2tleXM6IDAsIHRvdF9wcm9jOiAxNTQuMsK1cywgdG90X3dhaXQ6IDM4LjPCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA0Ng1N6G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e1Jlc29sdmVMb2NrOntudW1fcnBjAc4YdG90YWxfdAXrLDI5LjJtc30sQ29wOhUkBDIsLiQAdDIuN21zfX0JMjQxIEJ5dGVzCU4vQQoxCTFfNgkxXzlPQGxlKG15c3FsLnRpZGJfbWRsBYc0LnZlcnNpb24sIDEwMSklYwRrdgXaBDp7BYMIMHMsMWlAfSwgc2Nhbl9kZXRhaWw6IHsJqgRrZSFZQDIwMywgZ2V0X3NuYXBzaG90CcIMIDE3wiFOmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODQsIGtleT4XABg1MDYsIGJsISMYIHt9fX0sIAGVPoIAGHByb2Nlc3MRcgQ1NC2JCaAId2FpEY013QB0AeYId2FsLWgkIDI2Mi45wrVzfSE9AQQcCjIJNDNfNQkhQiwxMDAwMAl0YWJsZToyPQF8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96TwEgCU4vQQlOL0EK')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('5AaYCt8GCg1UYWJsZVJlYWRlcl83EvkDCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAA0IMlQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCwwbiZBKauqqqqq9qkFhBBSJGxlKAWDBC50LoIAQC52ZXJzaW9uLCAxMDEpav8BbnEAuCwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9rZXlzOiAyMDMsIGdldF9zbmFwc2hvdF90AbC4IDE3wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDg0LCBrZXk+FwBUNTA2LCBibG9jazoge319fSwgdGltZT6CABhwcm9jZXNzEXIMNTQuMgV1CaAMd2FpdA0bDDM4LjMJGhxpa3Zfd2FsbA0ZJDI2Mi45wrVzfXAlRQEBMlQBIUsM6tjqQDlUJAFAAVIQZGF0YTpdFARaFQGfHDo2MzMuMm1zNaocYoQCY29wX3Qhx0gge251bTogMSwgbWF4OiAxLjY5ASoBwy1KBDAsAbkF1QQ6IDLNAAXLADoZxoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhBuOiA0Ni0auG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e1Jlc29sdmVMIYABuBRfcnBjOjEFoABhLTsINjI5AewQfSxDb3AZJAAyMiQAWDIuN21zfX1w8QF4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:27.435 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.445 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 158, Old Table Name: t"] [2024/06/02 08:07:27.477 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=271.565Β΅s] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:27.488 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=102] [2024/06/02 08:07:27.490 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=16.837168ms] [job="ID:160, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:26.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.554 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [comment="drop table: table ID"] [2024/06/02 08:07:27.563 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop table"] [2024/06/02 08:07:27.567 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:26.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.635 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/06/02 08:07:27.635 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:27.639 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.258675198\n# Parse_time: 0.00066693\n# Compile_time: 0.001036308\n# Rewrite_time: 0.000013107\n# Optimize_time: 0.001228348\n# Wait_TS: 0.000426922\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:27.643 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:27.680 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:27.680 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:27.744 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.752 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 161, Table Name: t"] [2024/06/02 08:07:27.842 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.907844ms] [gotSchemaVersion=103] [phyTblIDs="[161]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:27.855 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=103] [2024/06/02 08:07:27.857 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=22.581679ms] [job="ID:162, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.918 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.954 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/06/02 08:07:27.954 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:27.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.318024672\n# Parse_time: 0.001017382\n# Compile_time: 0.00169704\n# Rewrite_time: 0.000011166\n# Optimize_time: 0.001228348\n# Wait_TS: 0.000371138\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:27.974 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:28.153 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:28.271 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:28.309 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/06/02 08:07:28.310 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:28.417 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:28.418 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:28.419 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/06/02 08:07:28.440 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:28.443 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:28.443 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:28.443 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=112.331Β΅s] [2024/06/02 08:07:28.443 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=284.986Β΅s] [] [2024/06/02 08:07:28.444 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:28.444 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:28.567 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/06/02 08:07:28.585 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/06/02 08:07:28.587 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:28.659 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:28.660 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/06/02 08:07:28.661 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:28.669 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:28.669 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:28.670 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:28.670 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:28.671 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:28.671 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:28.671 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:28.671 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:28.671 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:28.685 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:28.687 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:28.687 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:28.687 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:28.687 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/06/02 08:07:28.730 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/06/02 08:07:28.734 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:28.737 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:28.738 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/06/02 08:07:28.738 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/06/02 08:07:28.750 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=1.csv:0] [2024/06/02 08:07:28.753 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=2.csv:0] [2024/06/02 08:07:28.753 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=1.csv:0] [readDur=1.488787ms] [encodeDur=979.723Β΅s] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=278.96Β΅s] [type=file] [takeTime=3.246234ms] [] [2024/06/02 08:07:28.754 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/1da4e77f-8795-415e-9c2c-460238cb14f3.sst] [firstKey=7480000000000000A15F728000000000000001] [lastKey=7480000000000000A15F728000000000000002] [2024/06/02 08:07:28.755 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=2.csv:0] [readDur=872.14Β΅s] [encodeDur=751.495Β΅s] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=216.995Β΅s] [type=file] [takeTime=2.085076ms] [] [2024/06/02 08:07:28.756 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/a8fc64dd-aa2c-47f5-81e7-195ee11ce054.sst] [firstKey=7480000000000000A15F72800000000000000A] [lastKey=7480000000000000A15F72800000000000000B] [2024/06/02 08:07:28.756 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=26.037644ms] [] [2024/06/02 08:07:28.756 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/02 08:07:28.756 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/02 08:07:28.756 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:28.758 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.797711ms] [] [2024/06/02 08:07:28.758 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:28.763 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:28.784 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:28.785 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:28.800 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:28.801 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.827092ms] [] [2024/06/02 08:07:28.801 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:28.802 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.130855ms] [] [2024/06/02 08:07:28.802 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/02 08:07:28.802 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:28.804 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.577606ms] [] [2024/06/02 08:07:28.804 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:28.804 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:28.804 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=62.072Β΅s] [] [2024/06/02 08:07:28.804 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:28.805 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=917.958Β΅s] [] [2024/06/02 08:07:28.853 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:28.856 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:28.856 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:28.856 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:28.856 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:28.858 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:28.858 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:28.858 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:28.858 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:28.858 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:28.858 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=199.448693ms] [] [2024/06/02 08:07:28.934 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:28.935 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:28.936 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:28.936 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:29.036 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:29.038 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:29.038 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:29.183 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:29.232 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/02 08:07:29.232 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/02 08:07:29.232 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/02 08:07:29.240 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=7.625688ms] [] [2024/06/02 08:07:29.240 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/02 08:07:29.240 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/06/02 08:07:29.240 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/06/02 08:07:29.240 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/06/02 08:07:29.244 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=161] [physicalTableID=161] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:29.245 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/06/02 08:07:29.245 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.513491ms] [] [2024/06/02 08:07:29.245 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.680704ms] [] [2024/06/02 08:07:29.289 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=105.395289ms] [] [2024/06/02 08:07:29.331 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:29.331 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/06/02 08:07:29.333 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/06/02 08:07:29.409 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/06/02 08:07:29.416 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=8] [2024/06/02 08:07:29.441 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:29.441 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/06/02 08:07:29.531 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5724029370000001\n# Parse_time: 0.000987545\n# Compile_time: 0.001645393\n# Rewrite_time: 0.000224285\n# Optimize_time: 0.001228348\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:07:29.535 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/06/02 08:07:29.543 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:29.570 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:29.570 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:29.623 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.653 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=612.442Β΅s] [gotSchemaVersion=104] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:29.665 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=163] [version=104] [2024/06/02 08:07:29.667 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=18.478439ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.702 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.742 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=245.314Β΅s] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:29.776 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=163] [version=105] [2024/06/02 08:07:29.779 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=50.046436ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.843 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.854 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 161, Old Table Name: t"] [2024/06/02 08:07:29.890 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=345.916Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:29.901 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=163] [version=106] [2024/06/02 08:07:29.903 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=18.110561ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.973 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/06/02 08:07:29.982 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/06/02 08:07:29.987 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.067 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/06/02 08:07:30.067 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:30.071 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.529484404\n# Parse_time: 0.000585786\n# Compile_time: 0.000838232\n# Rewrite_time: 0.000009315\n# Optimize_time: 0.001170183\n# Wait_TS: 0.000370164\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:30.073 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/06/02 08:07:30.122 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:30.122 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/06/02 08:07:30.192 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.227 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 164, Table Name: t"] [2024/06/02 08:07:30.291 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=2.939241ms] [gotSchemaVersion=107] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:30.304 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=165] [version=107] [2024/06/02 08:07:30.305 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=21.41905ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.378 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.431 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/06/02 08:07:30.431 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:30.435 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.363129401\n# Parse_time: 0.000675584\n# Compile_time: 0.000994548\n# Rewrite_time: 0.000011016\n# Optimize_time: 0.001170183\n# Wait_TS: 0.000384531\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/06/02 08:07:30.451 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:30.708 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:30.801 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:30.841 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/06/02 08:07:30.842 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:30.947 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:30.948 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:30.949 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/06/02 08:07:30.969 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:30.971 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:30.972 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:30.972 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=83.538Β΅s] [2024/06/02 08:07:30.972 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=242.008Β΅s] [] [2024/06/02 08:07:30.972 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:30.972 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:31.124 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/06/02 08:07:31.145 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/06/02 08:07:31.154 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:31.208 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:31.210 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/06/02 08:07:31.211 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:31.220 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:31.220 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:31.220 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:31.220 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:31.221 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:31.221 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:31.221 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:31.221 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:31.222 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:31.236 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:31.238 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:31.238 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:31.238 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/02 08:07:31.238 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/06/02 08:07:31.287 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/06/02 08:07:31.292 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:31.296 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:31.297 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/06/02 08:07:31.297 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/06/02 08:07:31.358 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=1.csv:0] [2024/06/02 08:07:31.371 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=1.csv:0] [readDur=1.183721ms] [encodeDur=919.547Β΅s] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=9.911787ms] [type=file] [takeTime=12.512174ms] [] [2024/06/02 08:07:31.371 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=2.csv:0] [2024/06/02 08:07:31.372 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7b1605b3-4751-4ddb-9137-c6298e4f8767.sst] [firstKey=7480000000000000A45F728000000000000001] [lastKey=7480000000000000A45F728000000000000002] [2024/06/02 08:07:31.374 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=2.csv:0] [readDur=1.028154ms] [encodeDur=854.659Β΅s] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=242.744Β΅s] [type=file] [takeTime=2.505027ms] [] [2024/06/02 08:07:31.375 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/ae6e8d7e-2ef1-4949-8b5d-6ae1dbe1bac4.sst] [firstKey=7480000000000000A45F72800000000000000A] [lastKey=7480000000000000A45F72800000000000000B] [2024/06/02 08:07:31.375 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=87.754219ms] [] [2024/06/02 08:07:31.375 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/02 08:07:31.375 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/02 08:07:31.376 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:31.377 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.682417ms] [] [2024/06/02 08:07:31.377 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:31.382 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:31.404 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:31.405 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:31.420 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:31.421 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=43.885089ms] [] [2024/06/02 08:07:31.421 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:31.423 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.26027ms] [] [2024/06/02 08:07:31.423 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/02 08:07:31.423 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:31.424 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.126486ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/1df0217e-93f6-4739-a6d3-6f7ad4153b90.sst] [2024/06/02 08:07:31.424 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/1df0217e-93f6-4739-a6d3-6f7ad4153b90.sst] [firstKey=7480000000000000A45F698000000000000001038000000000000004] [lastKey=7480000000000000A45F698000000000000001038000000000000007] [2024/06/02 08:07:31.426 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.576069ms] [] [2024/06/02 08:07:31.426 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:31.431 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:31.452 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/02 08:07:31.453 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:31.467 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/02 08:07:31.468 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.877146ms] [] [2024/06/02 08:07:31.468 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:31.470 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.073011ms] [] [2024/06/02 08:07:31.519 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/06/02 08:07:31.523 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:31.523 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:31.523 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:31.523 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:31.523 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:31.523 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:31.523 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:31.523 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:31.523 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:31.524 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:31.524 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:31.524 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:31.524 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:31.526 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:31.526 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:31.526 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:31.526 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:31.526 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:31.526 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=317.489399ms] [] [2024/06/02 08:07:31.590 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:31.592 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:31.593 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:31.593 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:31.627 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8"] ["owner key"=/tidb/br-stream/owner/3eaa8fd7fadbd18f] [ownerID=a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8] [op=none] [2024/06/02 08:07:31.628 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8"] [2024/06/02 08:07:31.662 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:31.665 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:31.665 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:31.846 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:31.892 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/02 08:07:31.892 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/02 08:07:31.892 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/02 08:07:31.899 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=6.641303ms] [] [2024/06/02 08:07:31.899 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/02 08:07:31.899 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/06/02 08:07:31.899 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/02 08:07:31.899 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/06/02 08:07:31.899 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/06/02 08:07:31.907 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:31.909 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/06/02 08:07:31.910 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/02 08:07:31.910 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=17.966317ms] [] [2024/06/02 08:07:31.910 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=18.159429ms] [] [2024/06/02 08:07:31.976 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=130.542607ms] [] [2024/06/02 08:07:32.062 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:32.062 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/06/02 08:07:32.064 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/06/02 08:07:32.109 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/06/02 08:07:32.148 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=9] [2024/06/02 08:07:32.176 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:32.176 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/06/02 08:07:32.280 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:32.369 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9329473240000001\n# Parse_time: 0.000732567\n# Compile_time: 0.001740704\n# Rewrite_time: 0.000209027\n# Optimize_time: 0.001170183\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:32.400 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:32.428 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:32.428 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:32.473 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.513 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=966.834Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:32.525 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=166] [version=108] [2024/06/02 08:07:32.526 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=18.74567ms] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.598 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.628 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=285.317Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:32.639 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=166] [version=109] [2024/06/02 08:07:32.641 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=17.175616ms] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.712 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.722 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 164, Old Table Name: t"] [2024/06/02 08:07:32.791 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=349.4Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:32.805 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=166] [version=110] [2024/06/02 08:07:32.807 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=20.659545ms] [job="ID:166, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:32.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.873 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=166] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/06/02 08:07:32.883 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="drop table"] [2024/06/02 08:07:32.887 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:32.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.956 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/06/02 08:07:32.956 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:32.960 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.560664806\n# Parse_time: 0.000440384\n# Compile_time: 0.000691539\n# Rewrite_time: 0.000013341\n# Optimize_time: 0.001434295\n# Wait_TS: 0.000391034\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:32.962 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:33.020 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:33.020 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:33.091 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.099 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 167, Table Name: t"] [2024/06/02 08:07:33.198 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=3.255513ms] [gotSchemaVersion=111] [phyTblIDs="[167]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:33.213 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=168] [version=111] [2024/06/02 08:07:33.215 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=25.836526ms] [job="ID:168, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.284 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.340 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/06/02 08:07:33.340 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:33.344 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.383240917\n# Parse_time: 0.000698725\n# Compile_time: 0.000973671\n# Rewrite_time: 0.000009573\n# Optimize_time: 0.001434295\n# Wait_TS: 0.000394687\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:33.358 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:33.573 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:33.698 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:33.744 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/06/02 08:07:33.744 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:33.853 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:33.855 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:33.856 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/06/02 08:07:33.879 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:33.883 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:33.883 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:33.883 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=103.092Β΅s] [2024/06/02 08:07:33.883 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=325.44Β΅s] [] [2024/06/02 08:07:33.883 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:33.883 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:34.019 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/06/02 08:07:34.066 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/06/02 08:07:34.110 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:34.158 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:34.160 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/06/02 08:07:34.161 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:34.171 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:34.171 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:34.171 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:34.171 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:34.173 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:34.173 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:34.173 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:34.173 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:34.173 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:34.188 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:34.190 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:34.191 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:34.191 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/02 08:07:34.191 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/06/02 08:07:34.249 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/06/02 08:07:34.255 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:34.260 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:34.260 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/06/02 08:07:34.260 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/06/02 08:07:34.280 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=1.csv:0] [2024/06/02 08:07:34.285 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=1.csv:0] [readDur=1.265652ms] [encodeDur=2.751257ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=889.987Β΅s] [type=file] [takeTime=5.390405ms] [] [2024/06/02 08:07:34.287 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/07a2af57-7980-499c-941e-f8a67fb82c06.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000002] [2024/06/02 08:07:34.289 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=2.csv:0] [2024/06/02 08:07:34.293 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=2.csv:0] [readDur=1.246119ms] [encodeDur=1.834801ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=311.861Β΅s] [type=file] [takeTime=3.774304ms] [] [2024/06/02 08:07:34.294 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/855fec96-1b8d-40e8-977e-0d693729bcdf.sst] [firstKey=7480000000000000A75F72800000000000000A] [lastKey=7480000000000000A75F72800000000000000B] [2024/06/02 08:07:34.294 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=44.62838ms] [] [2024/06/02 08:07:34.294 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/02 08:07:34.294 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/02 08:07:34.295 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:34.297 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.039415ms] [] [2024/06/02 08:07:34.297 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:34.302 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:34.325 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:34.325 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:34.342 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:34.344 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.838997ms] [] [2024/06/02 08:07:34.344 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:34.345 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.316583ms] [] [2024/06/02 08:07:34.345 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/02 08:07:34.345 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:34.347 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.330192ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/5b37141e-e6ac-4c1d-ac27-9b37ecceea27.sst] [2024/06/02 08:07:34.347 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/5b37141e-e6ac-4c1d-ac27-9b37ecceea27.sst] [firstKey=7480000000000000A75F698000000000000001038000000000000004] [lastKey=7480000000000000A75F698000000000000001038000000000000007] [2024/06/02 08:07:34.350 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=4.555469ms] [] [2024/06/02 08:07:34.350 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:34.355 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:34.377 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/02 08:07:34.378 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:34.393 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/02 08:07:34.394 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=44.454879ms] [] [2024/06/02 08:07:34.395 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:34.396 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.471009ms] [] [2024/06/02 08:07:34.450 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:34.454 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:34.454 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:34.454 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:34.454 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:34.456 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:34.456 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:34.456 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:34.456 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:34.456 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:34.456 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=297.46457ms] [] [2024/06/02 08:07:34.462 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:34.464 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:34.465 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:34.465 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:34.569 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:34.571 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:34.571 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:34.723 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:34.769 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/02 08:07:34.769 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/02 08:07:34.769 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/02 08:07:34.776 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.255359ms] [] [2024/06/02 08:07:34.776 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/02 08:07:34.777 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/06/02 08:07:34.777 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/02 08:07:34.777 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/06/02 08:07:34.777 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/06/02 08:07:34.785 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:34.787 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/06/02 08:07:34.788 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/02 08:07:34.788 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=18.920251ms] [] [2024/06/02 08:07:34.788 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=19.08721ms] [] [2024/06/02 08:07:34.830 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=106.645164ms] [] [2024/06/02 08:07:34.868 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:34.868 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/06/02 08:07:34.871 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/06/02 08:07:34.952 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=10] [2024/06/02 08:07:34.954 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/06/02 08:07:34.980 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:34.980 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/06/02 08:07:35.077 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:35.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.914300339\n# Parse_time: 0.000472964\n# Compile_time: 0.001348199\n# Rewrite_time: 0.000216629\n# Optimize_time: 0.001434295\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/06/02 08:07:35.274 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:35.338 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:35.338 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:35.400 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:35.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.432 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=724.601Β΅s] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:35.445 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=169] [version=112] [2024/06/02 08:07:35.447 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=20.804501ms] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.518 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:35.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.553 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=271.745Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:35.565 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=169] [version=113] [2024/06/02 08:07:35.567 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=18.836494ms] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:35.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.624 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:35.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.634 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 167, Old Table Name: t"] [2024/06/02 08:07:35.673 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=250.266Β΅s] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:35.684 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=169] [version=114] [2024/06/02 08:07:35.686 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=16.859938ms] [job="ID:169, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:35.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.739 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[167]"] [comment="drop table: table ID"] [2024/06/02 08:07:35.773 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="drop table"] [2024/06/02 08:07:35.779 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [job="ID:169, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:35.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.855 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/06/02 08:07:35.856 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:35.860 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.587618017\n# Parse_time: 0.000807736\n# Compile_time: 0.000934669\n# Rewrite_time: 0.000010633\n# Optimize_time: 0.001332689\n# Wait_TS: 0.000341724\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:35.862 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/06/02 08:07:35.901 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:35.901 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/06/02 08:07:35.965 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:35.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.972 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 170, Table Name: t"] [2024/06/02 08:07:36.037 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.912956ms] [gotSchemaVersion=115] [phyTblIDs="[170]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:36.051 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=171] [version=115] [2024/06/02 08:07:36.053 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=23.33053ms] [job="ID:171, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:36.118 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [job="ID:171, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:35.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:36.156 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/06/02 08:07:36.156 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:36.176 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:36.378 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:07:36.456 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:36.495 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/06/02 08:07:36.495 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:36.605 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:36.607 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:36.609 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/06/02 08:07:36.631 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:36.634 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:36.634 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/02 08:07:36.634 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=110.799Β΅s] [2024/06/02 08:07:36.635 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=289.033Β΅s] [] [2024/06/02 08:07:36.635 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:36.635 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:36.742 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/06/02 08:07:36.760 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/06/02 08:07:36.779 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:36.822 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:36.823 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/06/02 08:07:36.824 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:36.832 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:36.832 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:36.832 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:36.832 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:36.833 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:36.833 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:36.833 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:36.833 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:36.833 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:36.847 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:36.848 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:36.849 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:36.849 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:36.849 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/06/02 08:07:36.889 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/06/02 08:07:36.893 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:36.897 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:36.897 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/06/02 08:07:36.897 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/06/02 08:07:36.931 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=2.csv:0] [2024/06/02 08:07:36.932 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=1.csv:0] [2024/06/02 08:07:36.933 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=2.csv:0] [readDur=1.216441ms] [encodeDur=902.125Β΅s] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=62.155Β΅s] [type=file] [takeTime=2.575814ms] [] [2024/06/02 08:07:36.934 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=1.csv:0] [readDur=958.421Β΅s] [encodeDur=870.296Β΅s] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=73.097Β΅s] [type=file] [takeTime=2.246498ms] [] [2024/06/02 08:07:36.934 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/3880c2f6-7556-4ec4-b8dd-4a662e79724a.sst] [firstKey=7480000000000000AA5F728000000000000006] [lastKey=7480000000000000AA5F728000000000000007] [2024/06/02 08:07:36.935 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=45.693371ms] [] [2024/06/02 08:07:36.935 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/02 08:07:36.935 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/02 08:07:36.935 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:36.935 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/ab4bc1db-ea6a-463d-bc30-766cb25ccd32.sst] [firstKey=7480000000000000AA5F728000000000000004] [lastKey=7480000000000000AA5F728000000000000005] [2024/06/02 08:07:36.938 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.581457ms] [] [2024/06/02 08:07:36.938 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/02 08:07:36.942 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:36.964 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:36.965 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:36.979 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:36.980 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.680882ms] [] [2024/06/02 08:07:36.981 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/02 08:07:36.982 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.093223ms] [] [2024/06/02 08:07:36.982 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/02 08:07:36.982 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:36.983 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.579353ms] [] [2024/06/02 08:07:36.984 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:36.984 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:36.984 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=67.577Β΅s] [] [2024/06/02 08:07:36.984 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:36.985 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=895.737Β΅s] [] [2024/06/02 08:07:37.068 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:37.072 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:37.072 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:37.072 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:37.072 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:37.074 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:37.074 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:37.075 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:37.075 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:37.075 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:37.075 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=253.040674ms] [] [2024/06/02 08:07:37.126 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:37.128 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:37.129 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:37.129 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:37.192 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/02 08:07:37.194 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:37.194 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:37.400 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:37.979 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:37.980 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/02 08:07:39.012 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183995698446338\n# Query_time: 1.566842731\n# Parse_time: 0\n# Compile_time: 0.000445735\n# Rewrite_time: 0.000004413\n# Optimize_time: 0.004914651\n# Wait_TS: 0\n# Prewrite_time: 0.001710779 Commit_time: 1.563352875 Get_commit_ts_time: 0.000368707 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 763.7Β΅s}, scan_detail: {get_snapshot_time: 14.4Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 29.5Β΅s, propose_send_wait: 0s, persist_log: {total: 140.8Β΅s, write_leader_wait: 68ns, sync_log: 84.1Β΅s, write_memtable: 2.48Β΅s}, commit_log: 400.9Β΅s, apply_batch_wait: 22.2Β΅s, apply: {total:110.6Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 38.4Β΅s, write_memtable: 15.3Β΅s}}} Commit_primary_rpc_detail: {total:0.002s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 763.7Β΅s}, scan_detail: {get_snapshot_time: 14.4Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 29.5Β΅s, propose_send_wait: 0s, persist_log: {total: 140.8Β΅s, write_leader_wait: 68ns, sync_log: 84.1Β΅s, write_memtable: 2.48Β΅s}, commit_log: 400.9Β΅s, apply_batch_wait: 22.2Β΅s, apply: {total:110.6Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 38.4Β΅s, write_memtable: 15.3Β΅s}}} Write_keys: 1 Write_size: 196 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:07:39.013 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/02 08:07:39.013 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/02 08:07:39.013 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/02 08:07:39.021 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=7.899095ms] [] [2024/06/02 08:07:39.021 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/02 08:07:39.021 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:39.021 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/06/02 08:07:39.021 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/06/02 08:07:39.025 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=170] [physicalTableID=170] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:39.026 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:39.026 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.446825ms] [] [2024/06/02 08:07:39.026 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.671525ms] [] [2024/06/02 08:07:39.066 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=1.666155206s] [] [2024/06/02 08:07:39.121 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:39.121 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/06/02 08:07:39.124 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/06/02 08:07:39.187 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/06/02 08:07:39.203 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=11] [2024/06/02 08:07:39.220 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.05957106\n# Parse_time: 0.001508482\n# Compile_time: 0.002035023\n# Rewrite_time: 0.000229129\n# Optimize_time: 0.001332689\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:07:39.228 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:39.228 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/06/02 08:07:39.259 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:39.307 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:39.307 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:39.352 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.358 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:39.395 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=735.159Β΅s] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:39.407 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=116] [2024/06/02 08:07:39.410 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=20.190178ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.474 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.515 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=274.853Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:39.527 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=117] [2024/06/02 08:07:39.529 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=18.210013ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.607 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.617 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 170, Old Table Name: t"] [2024/06/02 08:07:39.652 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=279.545Β΅s] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:39.665 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/06/02 08:07:39.667 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=18.766115ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.736 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/06/02 08:07:39.746 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/06/02 08:07:39.750 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:39.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.810 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/06/02 08:07:39.810 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:39.814 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.583836212\n# Parse_time: 0.000742821\n# Compile_time: 0.028626408\n# Rewrite_time: 0.00004799\n# Optimize_time: 0.000957942\n# Wait_TS: 0.000872358\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] === RUN TestImportInto/TestWriteAfterImportFromSelect [2024/06/02 08:07:39.816 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=write_after_import] [sql="drop database if exists from_select"] [user=] [2024/06/02 08:07:39.846 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:39.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:39.846 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:39.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/06/02 08:07:39.908 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.950 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=3.16546ms] [gotSchemaVersion=119] [phyTblIDs="[130,136]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:39.963 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=119] [2024/06/02 08:07:39.965 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=22.258385ms] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:39.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.035 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.066 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=218.225Β΅s] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:40.079 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=120] [2024/06/02 08:07:40.081 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=18.826725ms] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.173 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.222 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=280.985Β΅s] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:40.238 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=121] [2024/06/02 08:07:40.240 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=22.999564ms] [job="ID:173, Type:drop schema, State:done, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:39.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.320 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[130,136]"] [comment="drop schema: table IDs"] [2024/06/02 08:07:40.333 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop schema"] [2024/06/02 08:07:40.338 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [job="ID:173, Type:drop schema, State:synced, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:39.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.400 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/06/02 08:07:40.400 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:40.404 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.588716766\n# Parse_time: 0.000475552\n# Compile_time: 0.000650787\n# Rewrite_time: 0.000009218\n# Optimize_time: 0.000957942\n# Wait_TS: 0.000403664\n# DB: write_after_import\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/06/02 08:07:40.405 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=write_after_import] [sql="create database from_select"] [user=] [2024/06/02 08:07:40.437 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:40.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:40.437 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:40.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/06/02 08:07:40.509 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:40.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.541 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=1.302966ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:40.552 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=175] [version=122] [2024/06/02 08:07:40.554 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=18.674542ms] [job="ID:175, Type:create schema, State:done, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:40.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.639 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:40.368 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.694 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/06/02 08:07:40.695 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:40.702 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=from_select] [sql="create table dt(id int, v varchar(64))"] [user=] [2024/06/02 08:07:40.756 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:40.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:40.756 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:40.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dt(id int, v varchar(64))"] [2024/06/02 08:07:40.842 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:40.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.850 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 174, Table ID: 176, Table Name: dt"] [2024/06/02 08:07:40.903 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.791713ms] [gotSchemaVersion=123] [phyTblIDs="[176]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:40.916 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=177] [version=123] [2024/06/02 08:07:40.918 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=22.04112ms] [job="ID:177, Type:create table, State:done, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:40.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.981 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [job="ID:177, Type:create table, State:synced, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:40.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.026 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/06/02 08:07:41.027 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:41.030 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.329103532\n# Parse_time: 0.000547085\n# Compile_time: 0.000874864\n# Rewrite_time: 0.000010197\n# Optimize_time: 0.000957942\n# Wait_TS: 0.00041251\n# DB: from_select\n# Is_internal: false\n# Digest: 61dbb4ab9459a330e03145cc175a5faf5a2083511addc770b04b4f0ac033a4b4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table dt(id int, v varchar(64));"] [2024/06/02 08:07:41.047 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/06/02 08:07:41.073 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:41.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:41.073 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:41.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists write_after_import"] [2024/06/02 08:07:41.171 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.216 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.085573ms] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:41.238 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=178] [version=124] [2024/06/02 08:07:41.240 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=31.548174ms] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:41.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.311 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.347 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=224.731Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:41.361 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=178] [version=125] [2024/06/02 08:07:41.363 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=21.217642ms] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.430 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.475 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=219.55Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:41.488 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=178] [version=126] [2024/06/02 08:07:41.490 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=20.403846ms] [job="ID:178, Type:drop schema, State:done, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.548 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=178] [jobType="drop schema"] [2024/06/02 08:07:41.552 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:drop schema, State:synced, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.643 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/06/02 08:07:41.643 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:41.647 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.601522333\n# Parse_time: 0.000480596\n# Compile_time: 0.001054626\n# Rewrite_time: 0.000009515\n# Optimize_time: 0.000957942\n# Wait_TS: 0.000513342\n# DB: from_select\n# Is_internal: false\n# Digest: 4771ffa98e33f399f37cf6b37126ba5ded6abb03cc3409362bd9c47bc7db12a0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists write_after_import;"] [2024/06/02 08:07:41.649 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/06/02 08:07:41.680 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:41.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:41.680 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:41.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/06/02 08:07:41.749 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.783 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=1.201336ms] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:41.797 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=180] [version=127] [2024/06/02 08:07:41.799 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=21.362199ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:41.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.874 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.906 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/06/02 08:07:41.906 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/06/02 08:07:41.913 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:41.917 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/06/02 08:07:41.954 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:41.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:41.954 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:41.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/06/02 08:07:41.994 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:42.002 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 181, Table Name: t"] [2024/06/02 08:07:42.092 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=3.13128ms] [gotSchemaVersion=128] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:42.105 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=182] [version=128] [2024/06/02 08:07:42.107 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=23.017066ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:41.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:42.183 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:41.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:42.672 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:431.055725ms txnStartTS:450183996943630343 region_id:14 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:430.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:45 rocksdb_delete_skipped_count:22 rocksdb_key_skipped_count:110 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:42.672 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:406.689038ms txnStartTS:450183996956737541 region_id:14 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:406.6ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:422 rocksdb_delete_skipped_count:98 rocksdb_key_skipped_count:1135 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:42.681 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183996943630343\n# Query_time: 0.465289686\n# Parse_time: 0\n# Compile_time: 0.023716283\n# Rewrite_time: 0.002949363\n# Optimize_time: 0.01546546\n# Wait_TS: 0.000118625\n# Cop_time: 0.433024917 Process_time: 0.000144239 Wait_time: 0.000069164 Request_count: 2 Total_keys: 70 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 33 Rocksdb_key_skipped_count: 165 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 7.2119e-05 Cop_proc_p90: 8.2593e-05 Cop_proc_max: 8.2593e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.4582e-05 Cop_wait_p90: 3.6094e-05 Cop_wait_max: 3.6094e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17005\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('hSWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjQzNS45bXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwA3PV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAu1wQANjJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUlKDo0MzMuMzYxNTIxATEd8Qw6NSwgRZVsbnVtOjAsIHRvdF93YWl0OjIuMTY1NTEzNDYxcwkXFGV4ZWM6MA0NZfoFJCw3MzQwNzZzLCBtYXgFaBQxNzI2MjQBaAhwOTUyEgAUfSwgZmluWqEAHDUuNTE5MjAyATleoQABrRGhHDMwLjc1M8K1DZEFnhA1LjU0MhUTEaQUNzIyMDMyAccJoxw1LjQ0NjQxMwFqCaMZEgB9gaUBBAQKM8EVHDgJMAkwLjAyXqoGgaNaNwQlVv4YBloYBnlfWn0AMisDXiQALvcCWiQAScpaHQAulQIypgZ2oAVZwCWC7ZV2NgYYNAkxN18yMDGOUGlubmVyIGpvaW4sIGVxdWFsOltlcS7cBUqCAHLLAAEdECkgZXEo0ToANwGQyekINildXrMAcGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjQzMi41QV8QZmV0Y2gZDwUwDDowc30eewgRCCAKNQkzXzIxKEIBUQApEec9eI7RAEokADLkAQxjYXN0eiUBWbUwZG91YmxlIEJJTkFSWf1TADc5DAQyLmXmYsEBCDIuNvX3FDYJMzBfMnVPLkUALgYCDAkyMzkanQkOLQgYNwk0N18yNTEXGDFfMAkxMAkpazRzdCwgaW5kZXg6aWR4X2H/DF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDB/RxzOnBzZXVkbxmaCDEuOCHDFd8IY29wEp8KCDoge6EtBCAxifMQIDQzMS6lVwxwcm9jYfIIczogrUoBEhg6IDYxLjbCkailXRAgMzMuMQUTaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLEkuBXMIX2R1BRoYbjogNDIuOQU6LG1heF9kaXN0c3FsXz3nTDogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxpcoOZwsEaW3BFQAwDhgLHH19LCB0aWt2BWoEOnsFG6HnDfk8fSwgc2Nhbl9kZXRhaWw6IEnjDegMNDUsIBIcChhuYXBzaG90qXQQIDEyLjgFpZhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDIyLCBrZXk+FwAEMTEB/whsb2MhbQB9CaEEbWU+gwAhXghlc3MNdC5mAcFjBGFpEY41bQXm+RUcIDIxNC40wrW99TA3CTFfMjcoUHJvYmUpRXCl/gRpbno4A0FCSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKWH/Qf4BBBwKOAk0NV8yNgWLMvsCgsYCAT8BBIlbADkR1BgwCTI5Ljk3LlwEPu0KnXcuGwCZHF4hABKPClodAC0iWh4A/tEG/tEGTtEGPi8FLgwB4fheIgUO3QxlRQgyLjE2QgRGGA0EMzQeGA2lIQU8KaCRiAQyLhapCG2ODAkyNDU+IQUEMzMuIQUAM7EhtSAlewAoBQa9GAxwYXVzQaAALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdIALFXcok4FCDEuNi6CDwAsgfiJcDpNBQgxLjEFKWHcjWQyTAUEODJGTAUANuJMBQAzZf+lyPpMBRAxLjA3bfJLBQAyWksFADWSSQUEMTHB2QB5PkkFDDU1LCCxSNlmrX0ANppaBS50ATpaBTF7PloFCDE5NMUCJk8LoVoEMzWRhuHKSehWHAUubAMSnAlGFQUEMzQFRi7vAqYUBQ==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('xijACsEoCgdTb3J0XzEzEqgnCg1Qcm9qZWN0aW9uXzE1EpwkCgpIYXNoQWdnXzE2EskaCjIhABQ4Ep8XCgsBISRKb2luXzIwEv8JMkMAZDIxEoYICg5JbmRleExvb2tVcF8yOBKYBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwbV0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oVdGltZTo0MzEuOG1zLCBsb29wczoxYtoBY29wX3Rhc2s6IHtudW06IDEsIG1heDogNDMxLjFtcywgcHJvY19rZXlzOiAwLCB0b3RfARIoOiA2MS42wrVzLCABEyR3YWl0OiAzMy4xBROgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhhuOiA0Mi45BTrQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFhAhhbF8N5DQwLjltc319av8BdGlrdgVrBDp7BRwEMHMV+wx9LCBzIZUoZGV0YWlsOiB7dG8BQwBrBek8NDUsIGdldF9zbmFwc2hvdAlaECAxMi44BaaYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyMiwga2V5PhcABDExIQAsbG9jazoge319fSwgAZY+gwAhXwhlc3MNdC5nAQRhbCVpDRo1bgXmCHdhbC0BLCAyMTQuNMK1c31w/xEBBAF4EQok/wESnQIKDFNlbG0CPDI3Em4KEVRhYmxlUm93SURJqwA2SagEVKU6qAIIDQoLXagEUh52dwJWgQAIGgECCV4skKVAKaDbSxqjdZQ/YQYQUm5pbihlBUwudGlkYl9iYWNrZ3JvdW5kX3N1YkGmAC5B1UhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpVp8AHCGNRGyNMvVyHZwIAUABdUIIMi4zfUIEcO8uWwFh4Bipg8CnYxV0Nj4ACFKVAX7YAAxlcCwgdiQAfRAULCBjYXN0euUAITFB0WgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzcd1gA0HdYIYg9DfXwUT0ZGcOwULkICBLULNgIFDDkS9wc2AgUMMzYS0UYCBQgzMxqxAgS4mlFaAD6pAggcChpRWhQBdBoOCgUl6wASCQcEUm2R+QxwYXVzIe4ALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTSAALFUqhi8FABRhmRA6MS42OS4WAQTYAV4uBQgxLjEFKmG8IXMEczo2LQUEODJGLQUANuItBQAzZd8ALO4tBa0tDDEuMDelLASOAoVGQTO6LAUAMlosBQA1kioFBDExwbsAeT4qBQw1NSwgsSnZSK1eADaaOwUudQE6OwUxfAX1vTsIMTk0peNeOwUE1gEuOwUMMzUSbUI7BQQzNIndBKq5OuECCAwKClnh+joFKAS6QCm5HoXrUfg9ZT4EUihW+wQMZ2xvYuEZBGFzoTtq9AQYiTvD1kvhjR1WgfRpBwgyLjEy8wQA9TbzBCACIekglPkmAY82PQAIUtsCnc8uiQAEaWQy6gQuGwABqWFAZiEACHlwZWIdAIUyYh4AGHByaW9yaXRmXAAUY3JlYXRl5V5iRQAyhAVa4AAAcz7MBTbiAAByEloIBGNvAck+xgUuKgAhJ165BQA2OZsAOC6iBEK4BQTcIr24RCHFqRolOc6UQCmJ0t7gC5OZPyHmWFJwaW5uZXIgam9pbiwgZXF1YWw6W2Vxel0GcuUAAR0QKSBlcSjVaQQsIBELEDYpXVoTpV8ENDMuVwIEYjkWGgoUaGFzaF90Do8IBDp7EpQJFDo0MzIuNQHmEGZldGNoGQ8FMCw6MHN9IX79VH1IFpU62AAAy/6BAv6BAv6BAv6BAoqBAl3DSm4JXe5WtAFCcAIE2CUucAIYzqZn4m+albEJAPBJcAS3Bg7VCRBwIGJ5Oh1/PvsCIGZ1bmNzOm1heHqJAh2kKtoIBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbhmTAARIp6YAIHpak4ApQcpI36cAKUWZksABR+elgCxRGZPABEinlIAvXVmVQAdJaJYACbBCmpYABklnlgAhdtiMgIBHp5KAAB03QpmUgAuJgAirgsINS42oRAexg8YxAJwYXJ0aQ7kCBhvcmtlcjp7JtMIJDQzMy4zNjE1MjEBMh3xDDo1LCBFlRBudW06MBJDDxJeDuHvHDY1NTEzNDYxGt4PDocQEjwPDusPpbsoMi4xNjU3MzQwNzYWiAoFaBAxNzI2MhJIDAhwOTUyEgAUfSwgZmluWqEAHDUuNTE5MjAybqEAAa0Abw2hFDMwLjc1MxJfCgEUBZ4QNS41NDIVExGkFDcyMjAzMgHHBG1hAaMUNS40NDY0Fs4ICaMZElrzCRghNA3OSNbkPsQEAKv+XAb+XAY6XAZJeVrIBHmUWiEAXRdm+giKHgkurQL58gA1XbgANyHlUbh6PgYUkscXVdj8PnoBAF5axACG5QCKwQAEaWQdrDQ5bXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:42.682 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183996956737541\n# Query_time: 0.425757258\n# Parse_time: 0\n# Compile_time: 0.0107496\n# Rewrite_time: 0.001799952\n# Optimize_time: 0.00717906\n# Wait_TS: 0.000129537\n# Cop_time: 0.404870542 Process_time: 0.000498395 Wait_time: 0.000063557 Request_count: 2 Process_keys: 1 Total_keys: 842 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 195 Rocksdb_key_skipped_count: 2262\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000249197 Cop_proc_p90: 0.000299177 Cop_proc_max: 0.000299177 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.1778e-05 Cop_wait_p90: 3.6615e-05 Cop_wait_max: 3.6615e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12722\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qBi4MAkzXzEzCTAJMjM0MC4wNAlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjQxMC4xbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZBWDDDA5LjcdgxwJMCBCeXRlcxEIHAoyCTE3XzI4HfhUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoOAThpZCwgQ29sdW1uIzE1KV0udwAANR13oCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6NjI2LjPCtXMsIGZldGNoHRAFMgw6MHN9EawRCCQKMwkzMV80MShCAVQAKR27QGRhdGE6U2VsZWN0aW9uXzQwFZAEMTMNZjWLbGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMzIBuiFsNF9rZXlzOiAwLCB0b3RfARIYOiAxOTkuMgWxARQkd2FpdDogMzYuNgUTZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwMQIBcwhfZHUFGhhuOiA2MC45BTo4bWF4X2Rpc3RzcWxfY29uVSZIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGNBUSVFAF9FbiwxLjIxbXN9fQkyNDIt5RhOL0EKNAkxIQkEMV9y2gIMcmVvckm4BGt2BaQEOnsFVQQwc1W+PH0sIHNjYW5fZGV0YWlsOiApwS0jQDQyMCwgZ2V0X3NuYXBzaG90CZQEIDEp3Jhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDk3LCBrZXk+FwAkMTEyNywgYmxvYyGnEH19fSwgAZY+gwAhmQhlc3MRcy6hAQRhbCWjDRs1qAB0AecId2FsLTsMIDMwNyWIAH0hMwEEHAo1CTQ0XzM5JTgcNjY2Ni42NwlJuS4SBPA+LCByYW5nZTpbLWluZiwxODIpLCAoMTgyLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JgShmcAEBiAEEeAozCTZfMjkoUHJvYmUpCTAJNjQwMAlncm91cCBieTp1f0AsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMdRMEMDlB53UQEHBhcnRpIS8Yb3JrZXI6ezkeIDQwOC4zNjU5NIVJLp0CCDUsIEXQYUEAMGklZREsMi4wNDA5Mzg2NTZzCRcMZXhlY0VNYTUhxAUkHDEwOTc2NjlzaXsBaBAyMzIyOQVoCHA5NTISABR9LCBmaW5ioQAQODYzOTWFc16hAAGtCG90XwWhDDU3LjZ5xQWdFDYuMDgzwoGJASYVoxgzMTg3MzA1HaMUODExNzU4ITwRoxESObJhdQAzgX4lqxRub3QoZXE5jwQsIEEqCCksIAEZFGlzbnVsbBkdACkh4gV/IRAuPwYICTM4sb5h2RA1CTZfMyHPCDgwMF0PSqkFbSAMaW5nLE4yBiBzY2hlbWFfaWQB5UbYBkX2CR5JYAhtaW4VrwA4MlsCADERuQg3LjYhIUldBDIscl0CGDUuNzQxMTVFjl68AQAxSUYlvCgyLjAyNzE1MDQ5My5dAhwxNzMuODUxwj7CARwyNzcwOTc3NAHdKGF4OjQwNS42NzAxLmUCGRJyZQIUNy45NTEzpmQCDDIuNDBZUk1lCDYwN0KjABgzNjgzMzU5WWUcNy44OTQ2NjMhREllGRJZZQA24QcMMzYJMEkCxf0kSGFzaEFnZ18zMTmNBDUuBUk1jV76Bgg0MDYWLAhBMK3YLXkBEgg6IDIuWgUpjQggMjalOQAsAVa2+wYEMjkNOu77Bsn7AboANsn8ADgu/AYAN2EjADGlxP4lA84lA0pNAxaeCX01ADglqGYFBlZ1ByGQwfIWoAgppQRhbDIXAChfc2l6ZTogNDEwNmU9AGH5qwAyVqsHBDIuSZuCrQcAOMHZAHlGrQcEMzXCrQcyUwKh3QRhafGtVVo+rQcINDIyEm8JeQoUOAk0M18zoXUMMAkxMKEPhbU6qwd6jQeBvWaIASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('/xrwSQr6GgoNUHJvamVjdGlvbl8xMxLiGQoHU29ydF8xNBLqGAoLSGFzaEpvaW5fMjgSzwYKDlRhYmxlUmVhZGVyXzQxEo4ECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxODIpLCAoMTgyLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSkK0gGYFEiiBaEEUhgFnQQudB2cKC5yZW9yZ2qAAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDQyMCwgZ2V0X3NuYXBzaG90XwWkuCAxM8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA5Nywga2V5PhcASDExMjcsIGJsb2NrOiB7fX19LCABVz6DABxwcm9jZXNzXwEcGDogMTk5LjIFdgmhCHdhaRGODDM2LjYJGgHnDHdhbGwNNCQzMDcuOcK1c31wITkFAS5JASwaAQEhX713wa1760A5TCgBQAFSEWRhdGE6U10sBFoWBYcMNDEzLgn8LaQUYtkBY29wKcFYIHtudW06IDEsIG1heDogMS4zMm1zLCAByC1QBDAsAb4F2jrSAAXQADoZy4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhBuOiA2MAXrBXzIX2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsAZgAYS04JDEuMjFtc319cPIuLgEQEuAQCgphYiBBZ2dfMjkSjA0uTgMQMzASjwwZIBAzNRLlBzaBAxAzNhKmBR0iFDESlwEKEGV/DEZ1bGxpfgA0Rd0U8O8wQSkAAQEQiMNAMAF2gAMAHv5iA1piAwgoZTENhQRAvw2FPFKUAWdyb3VwIGJ5Om15c3E6bgMh6Rxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThquMrhAw2tTZlVAS4XAChfc2l6ZTogNDEwNkW4AGGZFwAyVhcECDIuN2WJghkEADihGQR5XzowBAwxMTM1whkEADJmGQQEMjZtFD4ZBAg0MjKFM1oZBCAh3t3d3R0+90BJhUkAgRgED2SBGAhIYXNlBQwzMVoViRYMMDUuM2HriRUIMmLbYhUEEDQwNi43ASshaTJ9ASV7ADo2zwCNFhXIwhYEBDI5LQIEbWH+FgQBugA2hRcEmgIujgYhLAitbPhCLAEAhP4sA74sA3UQfRwANTWiADcBvQAsNaJEzAJwYXJ0aWFsX3dvcmtlcjp72TghzxQ3NDExNTkhqS5EBRw1LCB0YXNrX6HoaTMpoiwyLjAyNzE1MDQ5M3NlKzBfZXhlYzoxNzMuODUxZRMEdG/NrwUsFDcwOTc3NIEJBGF4BXAQNjcwMTlJGQQ5NTISABR9LCBmaW5aqQAYNy45NTEzNW6oAAG0AG8NqBQ1Mi40MDMVkAWlDDYuNjBptgEnDHRpbWUBoxwzNjgzMzU5NRWjGDcuODk0NjZF5wmjGRJuRwMIrUj+TRsIALlAZUUYL25vdChlcTWwJDUsIDE4MikpLCABGRRpc251bGwZHQQpKTXDCDguMQHpaWUIMXD8LocCJBoBAiFEREREJGM+bwAEOGexs1EhBDUsrWIcZmlyc3Ryb3cdbrlXCDVaEyUNBDQwRQcNdgRixHI5Ahg4LjM2NTk0JcleOQIAMEkiDsEIIWocNDA5Mzg2NTYuOQIAMA0NBYEoMi4wNDEwOTc2Njk1jhQ4LjIzMjIuMQIZEnIxAhg4Ljg2Mzk1pjICDDcuNjI+MQIEMDhZRBWjFDMxODczMFkxHDguODExNzU4IbNJMRkSXjECIIz6c3NhGAdBKSLaCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiHAcELCA16gQpXVU+BDkuBfUxyAA7FkYJEGhhc2hf5XsAOhb6Cgw6NjI2GuMJEGZldGNoHRAFMiw6MHN9IXRoMcTnVxA6qAAAPUqSAKHnFhQIEDpkZXNjUvoH6dIdqUU/DakYIQrR59wfbj5sAAA6SmwAAUgQbWV0YSxOfggZiRFpBDEwMlADDGINQ28mLgpANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:07:42.690 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/06/02 08:07:42.690 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:42.693 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.778565513\n# Parse_time: 0.001167998\n# Compile_time: 0.001179257\n# Rewrite_time: 0.000008423\n# Optimize_time: 0.000957942\n# Wait_TS: 0.000387679\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/06/02 08:07:42.904 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=181] [2024/06/02 08:07:42.912 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:42.912 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:42.913 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:42.913 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:42.914 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:42.914 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:42.914 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:42.914 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:42.914 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:42.928 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:42.930 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:42.930 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:42.935 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:42.938 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:43.043 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [key=import-from-select] [2024/06/02 08:07:43.046 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [key=import-from-select] [readDur=29.547Β΅s] [encodeDur=1.627648ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=154.181Β΅s] [type=query] [takeTime=2.327272ms] [] [2024/06/02 08:07:43.047 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/f2cff51a-3ce2-4494-a21e-f6989745a211/102b1544-1a0b-5f02-9523-0f5011224f00.sst/bffcb17f-07bf-4e6b-8ae8-57ff670d35b8.sst] [firstKey=7480000000000000B55F728000000000000004] [lastKey=7480000000000000B55F728000000000000007] [2024/06/02 08:07:43.082 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [key=import-from-select] [2024/06/02 08:07:43.082 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=145.675Β΅s] [] [2024/06/02 08:07:43.082 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:43.084 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.740779ms] [] [2024/06/02 08:07:43.084 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:43.089 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:43.110 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:43.111 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:43.124 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:43.125 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.353756ms] [] [2024/06/02 08:07:43.126 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:43.127 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.667589ms] [] [2024/06/02 08:07:43.127 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:43.127 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:43.127 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=46.957Β΅s] [] [2024/06/02 08:07:43.128 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/02 08:07:43.128 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [2024/06/02 08:07:43.135 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [takeTime=7.553001ms] [] [2024/06/02 08:07:43.135 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:43.135 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [weight=30] [2024/06/02 08:07:43.135 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [concurrency=15] [2024/06/02 08:07:43.139 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=181] [physicalTableID=181] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:43.140 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:43.140 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=f2cff51a-3ce2-4494-a21e-f6989745a211] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=12.395709ms] [] [2024/06/02 08:07:43.140 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:43.140 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.133Β΅s] [] [2024/06/02 08:07:43.140 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:43.141 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.009861ms] [] [2024/06/02 08:07:43.141 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:43.141 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.04Β΅s] [] [2024/06/02 08:07:43.141 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:43.142 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.027228ms] [] [2024/06/02 08:07:43.146 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:43.146 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:43.146 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:43.146 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:43.148 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:43.148 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:43.148 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:43.148 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:43.148 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:43.150 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183997074440200\n# Conn_ID: 2\n# Query_time: 0.454553942\n# Parse_time: 0.000756072\n# Compile_time: 0.004442405\n# Rewrite_time: 0.002668951\n# Optimize_time: 0.000957942\n# Wait_TS: 0.000135818\n# Cop_time: 0.000093601 Process_time: 0.000052433 Wait_time: 0.000032819 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.2433e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.2819e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yQWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ0Ny41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1NDEuMcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xMwFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNTIuNAVKARMkd2FpdDogMzIuOAUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDY0LjIFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdIMS4wNG1zfX0JMzUzIEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwNUABljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI4AQRhbDIXACBfc2l6ZTogMTgpVgRhbA0tODUsIGdldF9zbmFwc2hvdAnVECAxNC42JSF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaQIa2V5PhYAGDgsIGJsb2Mh5RB9fX0sIAHHXrQAARw23wEIYWxfIeENGjXmJRcMd2FsbA0ZRDE3OS45wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('tAagCq8GCgxJbXBvcnRJbnRvXzIS6AUKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVCF9kZVK0AAEcFDogNTIuNAVxAHQF0Qh3YWkRiwwzMi44CRocaWt2X3dhbGwNMygxNzkuOcK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEulgEoAUABUhRkYXRhOlQ2xAEEWhYFiBA1NDEuMQVuAGwlcSAyYtgBY29wX3Qhjmgge251bTogMSwgbWF4OiAxLjEzbXMsIHByb2MtTSlcJY820wAF0QA6GcyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNjQuMgWYqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEx8wXkKDEuMDRtc319cOECPS8AOCEbFANOL0FaFQUmGDQ0Ny41bXNVelZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:43.179 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:43.211 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:43.212 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:43.282 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.322 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=840.294Β΅s] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:43.335 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/06/02 08:07:43.337 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=20.188653ms] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.436 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.479 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=330.573Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:43.493 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/06/02 08:07:43.496 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=21.7291ms] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.557 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.567 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 181, Old Table Name: t"] [2024/06/02 08:07:43.602 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=291.787Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:43.616 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=183] [version=131] [2024/06/02 08:07:43.617 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=19.985492ms] [job="ID:183, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:43.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.654 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/06/02 08:07:43.662 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop table"] [2024/06/02 08:07:43.667 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [job="ID:183, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:43.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.727 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/06/02 08:07:43.727 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:43.733 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.55567325\n# Parse_time: 0.000698897\n# Compile_time: 0.000939952\n# Rewrite_time: 0.00001189\n# Optimize_time: 0.000723203\n# Wait_TS: 0.000344853\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:43.736 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:43.776 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:43.776 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:43.873 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.884 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 184, Table Name: t"] [2024/06/02 08:07:43.947 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.790622ms] [gotSchemaVersion=132] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:43.958 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=185] [version=132] [2024/06/02 08:07:43.960 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=20.750439ms] [job="ID:185, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.032 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.080 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/06/02 08:07:44.080 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:44.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.349792091\n# Parse_time: 0.000790049\n# Compile_time: 0.001082168\n# Rewrite_time: 0.000012974\n# Optimize_time: 0.000723203\n# Wait_TS: 0.000434767\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:44.311 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=184] [2024/06/02 08:07:44.319 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:44.320 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:44.320 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:44.320 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:44.321 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:44.321 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:44.321 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:44.321 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:44.321 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:44.337 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:44.339 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:44.339 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:44.344 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:44.347 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:44.363 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [key=import-from-select] [2024/06/02 08:07:44.365 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [key=import-from-select] [readDur=27.832Β΅s] [encodeDur=1.011832ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=389.272Β΅s] [type=query] [takeTime=1.867005ms] [] [2024/06/02 08:07:44.366 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/2ce2ec2b-2c31-4cff-ae68-969669845fca/102b1544-1a0b-5f02-9523-0f5011224f00.sst/362a2491-d071-4ca9-8d95-29b671f214bb.sst] [firstKey=7480000000000000B85F728000000000000004] [lastKey=7480000000000000B85F728000000000000007] [2024/06/02 08:07:44.370 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [key=import-from-select] [2024/06/02 08:07:44.371 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=103.297Β΅s] [] [2024/06/02 08:07:44.371 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:44.372 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.475259ms] [] [2024/06/02 08:07:44.372 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:44.377 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:44.398 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:44.399 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:44.412 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:44.414 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.614155ms] [] [2024/06/02 08:07:44.414 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:44.416 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.590535ms] [] [2024/06/02 08:07:44.416 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:44.416 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:44.416 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=93.879Β΅s] [] [2024/06/02 08:07:44.416 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/02 08:07:44.416 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [2024/06/02 08:07:44.424 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [takeTime=7.966543ms] [] [2024/06/02 08:07:44.424 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:44.424 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [weight=30] [2024/06/02 08:07:44.424 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [concurrency=15] [2024/06/02 08:07:44.429 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=184] [physicalTableID=184] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:44.430 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:44.430 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=2ce2ec2b-2c31-4cff-ae68-969669845fca] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=13.474774ms] [] [2024/06/02 08:07:44.430 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:44.430 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=13.843Β΅s] [] [2024/06/02 08:07:44.430 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:44.431 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.239575ms] [] [2024/06/02 08:07:44.431 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:44.431 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.976Β΅s] [] [2024/06/02 08:07:44.431 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:44.433 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.025877ms] [] [2024/06/02 08:07:44.436 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:44.436 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:44.436 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:44.436 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:44.436 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:44.436 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:44.436 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:44.436 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:44.436 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:44.437 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:44.437 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:44.437 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:44.437 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:44.438 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:44.438 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:44.439 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:44.439 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:44.439 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:44.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183997441441798\n# Conn_ID: 2\n# Query_time: 0.355052015\n# Parse_time: 0.000544356\n# Compile_time: 0.003836312\n# Rewrite_time: 0.001873968\n# Optimize_time: 0.000723203\n# Wait_TS: 0.000107402\n# Cop_time: 0.000125747 Process_time: 0.000040894 Wait_time: 0.000026375 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.0894e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.6375e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 352\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM0OC45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2NjIuOcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wMgFuRHByb2Nfa2V5czogNCwgdG90XwESDDogNDANSgETJHdhaXQ6IDI2LjQFXYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA2Ni42BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUnCDkyNQWZMH19CTM1MiBCeXRlcwkhJyAyCTQzXzYJMV8xKbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgW0BDp7BWUAMDVCAZg8c2Nhbl9kZXRhaWw6IHt0bwGMGHByb2Nlc3MyOgEEYWwyFwAgX3NpemU6IDE4KVgEYWwNLTg1LCBnZXRfc25hcHNob3QJ1wwgOS43KV10cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaYIa2V5PhYAGDgsIGJsb2Mh5zmZDTIUMn19fSwgAdlexgABHDbzAQhhbF8h9Q0aNfolKQx3YWxsDRlEMTEzLjHCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA5Ljc0wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0MC45BYMAdAXjCHdhaRGdCDI2LgmdJSkMd2FsbA0zKDExMy4xwrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgINjYyDYgAbCWDIDJi2gFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMDJtcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDY2LjYlIKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQUF5Ag5MjUF5BB9fXDgAj0xKDgBQAFSA04vQVoVBSgQMzQ4LjkB4SkLADFWZwEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/06/02 08:07:44.455 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:44.482 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:44.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:44.482 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:44.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:44.534 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:44.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.568 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=654.747Β΅s] [gotSchemaVersion=133] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:44.582 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=186] [version=133] [2024/06/02 08:07:44.584 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=21.828445ms] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:44.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.654 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:44.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.695 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=259.126Β΅s] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:44.708 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=186] [version=134] [2024/06/02 08:07:44.710 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=18.733245ms] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:44.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.806 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:44.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.818 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 184, Old Table Name: t"] [2024/06/02 08:07:44.855 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=332.237Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:44.868 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/06/02 08:07:44.870 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=18.911071ms] [job="ID:186, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:44.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.936 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[184]"] [comment="drop table: table ID"] [2024/06/02 08:07:44.946 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="drop table"] [2024/06/02 08:07:44.950 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:44.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.009 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/06/02 08:07:45.009 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:45.013 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.559311925\n# Parse_time: 0.000473776\n# Compile_time: 0.001001317\n# Rewrite_time: 0.000013898\n# Optimize_time: 0.001080626\n# Wait_TS: 0.000428972\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:45.016 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/06/02 08:07:45.064 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:45.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/06/02 08:07:45.064 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:45.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:45.120 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.128 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 187, Table Name: t"] [2024/06/02 08:07:45.231 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=3.365679ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:45.245 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/06/02 08:07:45.246 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=23.319716ms] [job="ID:188, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:45.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.307 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.355 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/06/02 08:07:45.356 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:45.360 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.346354457\n# Parse_time: 0.001763756\n# Compile_time: 0.001060787\n# Rewrite_time: 0.000009303\n# Optimize_time: 0.001080626\n# Wait_TS: 0.000353456\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/06/02 08:07:45.541 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=187] [2024/06/02 08:07:45.549 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:45.549 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:45.550 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:45.550 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:45.551 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:45.551 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:45.551 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:45.551 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:45.551 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:45.593 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:45.596 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:45.596 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:45.602 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:45.606 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:45.660 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [key=import-from-select] [2024/06/02 08:07:45.662 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [key=import-from-select] [2024/06/02 08:07:45.665 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [key=import-from-select] [readDur=37.173Β΅s] [encodeDur=1.226188ms] [checksum="{cksum=7542145912830036105,size=148,kvs=4}"] [deliverDur=614.761Β΅s] [type=query] [takeTime=2.600034ms] [] [2024/06/02 08:07:45.665 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [key=import-from-select] [readDur=923.085Β΅s] [encodeDur=2.302206ms] [checksum="{cksum=6015703081364404730,size=148,kvs=4}"] [deliverDur=442.854Β΅s] [type=query] [takeTime=4.356278ms] [] [2024/06/02 08:07:45.666 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/a622ac52-1c29-43fa-b957-e5482dc0739a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/83d3ffd3-a24d-4d1d-a313-5b7cc7ffdee2.sst] [firstKey=7480000000000000BB5F728000000000000002] [lastKey=7480000000000000BB5F728000000000000003] [2024/06/02 08:07:45.666 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:45.668 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/a622ac52-1c29-43fa-b957-e5482dc0739a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/a5a48f4a-2594-44f8-889d-6a32f8a33d2d.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000004] [2024/06/02 08:07:45.671 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=4.986868ms] [] [2024/06/02 08:07:45.672 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:45.676 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:45.698 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:45.698 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:45.712 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:45.714 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.216025ms] [] [2024/06/02 08:07:45.714 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:45.715 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.202422ms] [file=/tmp/tidb/import-4000/a622ac52-1c29-43fa-b957-e5482dc0739a/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d2917ef7-ecd2-4b5f-ae16-3e34f68e71c5.sst] [2024/06/02 08:07:45.715 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/a622ac52-1c29-43fa-b957-e5482dc0739a/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d2917ef7-ecd2-4b5f-ae16-3e34f68e71c5.sst] [firstKey=7480000000000000BB5F698000000000000001038000000000000004] [lastKey=7480000000000000BB5F698000000000000001038000000000000007] [2024/06/02 08:07:45.718 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.613203ms] [] [2024/06/02 08:07:45.718 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:45.722 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:45.744 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/02 08:07:45.744 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:45.757 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/02 08:07:45.758 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=40.833704ms] [] [2024/06/02 08:07:45.759 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/06/02 08:07:45.759 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [2024/06/02 08:07:45.766 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [takeTime=6.836559ms] [] [2024/06/02 08:07:45.766 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/02 08:07:45.766 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [weight=30] [2024/06/02 08:07:45.766 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [concurrency=15] [2024/06/02 08:07:45.774 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:45.777 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/06/02 08:07:45.778 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/02 08:07:45.778 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=a622ac52-1c29-43fa-b957-e5482dc0739a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=18.924635ms] [] [2024/06/02 08:07:45.778 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:45.778 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.876Β΅s] [] [2024/06/02 08:07:45.778 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:45.779 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.155784ms] [] [2024/06/02 08:07:45.779 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:45.779 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.337Β΅s] [] [2024/06/02 08:07:45.779 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:45.780 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.093237ms] [] [2024/06/02 08:07:45.785 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:45.785 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:45.785 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:45.785 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:45.785 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:45.785 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:45.785 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:45.785 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:45.786 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:45.786 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:45.786 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:45.786 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:45.786 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:45.788 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:45.788 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:45.788 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:45.788 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:45.788 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:45.789 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183997769121801\n# Conn_ID: 2\n# Query_time: 0.428249427\n# Parse_time: 0.000519826\n# Compile_time: 0.003610025\n# Rewrite_time: 0.001924871\n# Optimize_time: 0.001080626\n# Wait_TS: 0.000092193\n# Cop_time: 0.000190169 Process_time: 0.000056682 Wait_time: 0.000034227 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.6682e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.4227e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQyMi41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRAwxLjAyGUNwMiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4FKERwcm9jX2tleXM6IDQsIHRvdF8BEiA6IDU2LjfCtXMJEyR3YWl0OiAzNC4yBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoYbjogNzEuMQU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFhAhhbF8lJEgxLjA3bXN9fQkzNTQgQnl0ZXMJISIgMgk0M182CTFfMSS4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA5gkh9LCBzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI4AQRhbDIXACBfc2l6ZTogMTgpVgRhbA0tODUsIGdldF9zbmFwc2hvdAnVCCAxMi1bdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWkCGtleT4WABg4LCBibG9jIeQ5lw0yFDJ9fX0sIAHZXsYAARw28QEIYWxfIfMNGjX4JSkMd2FsbA0ZRDE3MS44wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('wwagCr4GCgxJbXBvcnRJbnRvXzIS9wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMi4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1Ni43BYMAdAXjCHdhaRGdBDM0DZ0lKQx3YWxsDTMoMTcxLjjCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLag0AUABUhRkYXRhOlRhYmw91gRaFAWIFDEuMDJtczGBIDJi1wFjb3BfdCGeQCB7bnVtOiAxLCBtYXg6IDEuBSkMcHJvYy1cKWslnjbQAAXOADoZyRBjb3ByXzkqRHJhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaGG46IDcxLjElHahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxUQIR4Rw3bXN9fXDiAj0sADghGBQDTi9BWhUFJhA0MjIuNTkIADFWYgEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:45.821 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:45.849 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:45.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:45.849 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:45.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:45.929 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.961 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=696.493Β΅s] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:45.973 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/06/02 08:07:45.974 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=18.270987ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:45.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.012 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.044 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=263.034Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:46.056 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/06/02 08:07:46.058 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=18.321341ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.157 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.168 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 187, Old Table Name: t"] [2024/06/02 08:07:46.222 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=321.531Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:46.236 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/06/02 08:07:46.237 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=20.439977ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:45.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.295 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/06/02 08:07:46.305 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/06/02 08:07:46.309 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:45.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.372 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/06/02 08:07:46.372 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:46.376 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.556075665\n# Parse_time: 0.000485098\n# Compile_time: 0.000786874\n# Rewrite_time: 0.000014342\n# Optimize_time: 0.001278038\n# Wait_TS: 0.000371021\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:46.379 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:46.428 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:46.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:46.428 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:46.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:46.484 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.492 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 190, Table Name: t"] [2024/06/02 08:07:46.589 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.976614ms] [gotSchemaVersion=140] [phyTblIDs="[190]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:46.602 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=191] [version=140] [2024/06/02 08:07:46.604 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=22.621734ms] [job="ID:191, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:46.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.671 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.713 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/06/02 08:07:46.713 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:46.717 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.339980708\n# Parse_time: 0.000756947\n# Compile_time: 0.001206772\n# Rewrite_time: 0.000008384\n# Optimize_time: 0.001278038\n# Wait_TS: 0.000394049\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:46.921 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=190] [2024/06/02 08:07:46.929 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:46.929 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:46.930 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:46.930 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:46.931 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:46.931 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:46.931 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:46.931 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:46.931 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:46.947 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:46.949 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:46.949 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:46.983 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:46.987 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:46.995 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [key=import-from-select] [2024/06/02 08:07:46.998 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [key=import-from-select] [readDur=34.617Β΅s] [encodeDur=1.501655ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=777.691Β΅s] [type=query] [takeTime=2.744784ms] [] [2024/06/02 08:07:46.999 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/bd956345-d367-4bec-9d14-29f4ff537e22/102b1544-1a0b-5f02-9523-0f5011224f00.sst/0990165f-e2f5-44cd-bf7b-38a8f6a20de9.sst] [firstKey=7480000000000000BE5F728000000000000001] [lastKey=7480000000000000BE5F728000000000000004] [2024/06/02 08:07:47.001 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [key=import-from-select] [2024/06/02 08:07:47.001 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=146.897Β΅s] [] [2024/06/02 08:07:47.001 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:47.003 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.484999ms] [] [2024/06/02 08:07:47.003 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:47.007 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:47.030 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:47.030 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:47.043 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:47.045 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.532522ms] [] [2024/06/02 08:07:47.045 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:47.046 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/bd956345-d367-4bec-9d14-29f4ff537e22/630083e6-fc50-5cd2-8645-c17b147197ce.sst/3e5e2661-ba14-4c7b-ae31-7953e91ed9cf.sst] [firstKey=7480000000000000BE5F698000000000000001038000000000000004] [lastKey=7480000000000000BE5F698000000000000001038000000000000007] [2024/06/02 08:07:47.048 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.549177ms] [] [2024/06/02 08:07:47.048 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:47.052 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:47.074 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/02 08:07:47.074 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:47.087 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/02 08:07:47.089 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.165775ms] [] [2024/06/02 08:07:47.089 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/06/02 08:07:47.089 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [2024/06/02 08:07:47.101 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [takeTime=11.532245ms] [] [2024/06/02 08:07:47.101 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/02 08:07:47.101 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [weight=30] [2024/06/02 08:07:47.101 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [concurrency=15] [2024/06/02 08:07:47.110 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:47.112 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/06/02 08:07:47.113 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/02 08:07:47.113 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=bd956345-d367-4bec-9d14-29f4ff537e22] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=23.438575ms] [] [2024/06/02 08:07:47.113 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:47.113 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.828Β΅s] [] [2024/06/02 08:07:47.113 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:47.114 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.062333ms] [] [2024/06/02 08:07:47.114 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:47.114 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.192Β΅s] [] [2024/06/02 08:07:47.114 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:47.115 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=956.78Β΅s] [] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:47.121 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:47.121 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:47.121 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:47.121 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:47.123 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:47.123 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:47.123 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:47.123 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:47.123 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:47.125 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183998136123393\n# Conn_ID: 2\n# Query_time: 0.406540217\n# Parse_time: 0.00055216\n# Compile_time: 0.003311274\n# Rewrite_time: 0.001666917\n# Optimize_time: 0.001278038\n# Wait_TS: 0.00009614\n# Cop_time: 0.001689361 Process_time: 0.000048563 Wait_time: 0.000031194 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.8563e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.1194e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQwMS4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRAwzMC41GUN4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wMwEpRHByb2Nfa2V5czogNCwgdG90XwESIDogNDguNsK1cwkTJHdhaXQ6IDMxLjIFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA3Ny44BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWECGFsXyUlUDkxMi45wrVzfX0JMzU0IEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbQEOnsFZQAwOYVIfSwgc2Nhbl9kZXRhaWw6IHt0bwGMGHByb2Nlc3MyOgEEYWwyFwAgX3NpemU6IDE4KVgEYWwNLTg1LCBnZXRfc25hcHNob3QJ1xAgMTMuNCUjdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWmCGtleT4WABg4LCBibG9jIec5mQ0yFDJ9fX0sIAHZXsYAARw28wEIYWxfIfUNGjX6JSkMd2FsbA0ZPDE1MMK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMy40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0OC42BYMAdAXjCHdhaRGdDDMxLjIJGhxpa3Zfd2FsbA0zIDE1MMK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEupgEoAUABUhRkYXRhOlQ21AEEWhQFhhQzMC41bXMxfyAyYtoBY29wX3QhnEgge251bTogMSwgbWF4OiAxLjAzASoMcHJvYy1bKWolnTbPAAXNADoZyBBjb3ByXzkpRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDc3LjglAqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQEF4hA5MTIuOSE2DH1w4gI9LwA4IRsUA04vQVoVBSgQNDAxLjEB4Rhsb29wczoxVmUBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/06/02 08:07:47.137 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:47.168 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:47.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:47.168 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:47.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:47.224 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.256 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=670.863Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:47.270 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=192] [version=141] [2024/06/02 08:07:47.272 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=21.247438ms] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:47.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.311 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.345 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=256.421Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:47.357 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=192] [version=142] [2024/06/02 08:07:47.359 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=18.307707ms] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.460 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.472 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 190, Old Table Name: t"] [2024/06/02 08:07:47.526 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=282.597Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:47.538 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/06/02 08:07:47.540 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=18.744731ms] [job="ID:192, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:47.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:48.033 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:300.060404ms txnStartTS:450183998385160196 region_id:14 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:299.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:45 rocksdb_delete_skipped_count:22 rocksdb_key_skipped_count:110 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:48.033 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:392.350681ms txnStartTS:450183998372315137 region_id:14 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:392.2ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:454 rocksdb_delete_skipped_count:104 rocksdb_key_skipped_count:1216 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:48.034 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 18446744073709551615\n# Query_time: 0.427847908\n# Parse_time: 0\n# Compile_time: 0.000977136\n# Rewrite_time: 0\n# Optimize_time: 0\n# Wait_TS: 0.000091137\n# Is_internal: true\n# Digest: 900189c89847ac5b6dc8a19113c84142f297da97706ade27e08ffd28b10c523c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wQLwWzAJMzZfMQkwCTEJdGFibGU6dGlkYl9tZGxfaW5mbywgaGFuZGxlOjE5MgkwCXRpbWU6NDI1LjhtcywgbG9vcHM6MSwgR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpDS0UNm1zfSwgATwsX2RldGFpbDoge3RvASMYcHJvY2VzcwkrICA2NC4ywrVzLA1ADHdhaXQNGgg0MjQBRhEaLGt2X3JlYWRfd2FsbB0iADcBlQx0aWt2ShkAGH0sIHNjYW4+gQBMa2V5czogMSwgZ2V0X3NuYXBzaG8RdQwyOC40BY90cm9ja3NkYjoge2Jsb2NrOiB7fX19CU4vQQlOL0EK')\n# Plan_digest: ca2b8c61a8ea82f17bacb18dbe38cd4b008fc18663d28963f5ced78ed80210d7\n# Binary_plan: tidb_decode_binary_plan('6QJECuQCCgtQb2ludF9HZXRfMSkABQHwhvA/OAFAAUoYChYKBW15c3FsEg10aWRiX21kbF9pbmZvUgpoYW5kbGU6MTkyWhV0aW1lOjQyNS44bXMsIGxvb3BzOjFi9AFHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo0MjUuNm1zfSwgdGltZV9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzXwUrJCA2NC4ywrVzLCAJQBB3YWl0XwkaFDQyNC42bRUaLGt2X3JlYWRfd2FsbB0iADcFIghpa3ZKGQAkfSwgc2Nhbl9kZTKBAExrZXlzOiAxLCBnZXRfc25hcHNobxF1DDI4LjQFj1hyb2Nrc2RiOiB7YmxvY2s6IHt9fX1w/xEBNAF4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:48.036 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=192] [tableIDs="[190]"] [comment="drop table: table ID"] [2024/06/02 08:07:48.039 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183998372315137\n# Query_time: 0.408364713\n# Parse_time: 0\n# Compile_time: 0.011350974\n# Rewrite_time: 0.001947841\n# Optimize_time: 0.007631946\n# Wait_TS: 0.000131967\n# Cop_time: 0.391005463 Process_time: 0.000594526 Wait_time: 0.00006783 Request_count: 2 Process_keys: 1 Total_keys: 912 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 209 Rocksdb_key_skipped_count: 2446\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000297263 Cop_proc_p90: 0.000298977 Cop_proc_max: 0.000298977 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.3915e-05 Cop_wait_p90: 3.5568e-05 Cop_wait_max: 3.5568e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12735\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('nhi4MAkzXzEzCTAJMjM0Ni43MAlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM5Mi41bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAxHYMcCTAgQnl0ZXMRCBwKMgkxN18yOB34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldGXcIMS45HXdwLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDozOTEpJBBmZXRjaBkPBTAMOjBzfRGqEQgkCjMJMzFfNDEoQgFSACkduUBkYXRhOlNlbGVjdGlvbl80MC6OAAAzMo4AXGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6ICGyADQBKiFqNF9rZXlzOiAwLCB0b3RfARIcOiAyOTnCtXMJEiR3YWl0OiAzNS42BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR/gFyCF9kdQUaGG46IDQwLjIFOjhtYXhfZGlzdHNxbF9jb25VIkggMX0sIHJwY19pbmZvOntDb3A6Aa8MX3JwY0FNJUEAX1VqIDJtc319CTI0Mi3iGE4vQQo0CTEhCAQxX3LXAgxyZW9ySbUEa3YFpQQ6ewVWBDBzVbs8fSwgc2Nhbl9kZXRhaWw6ICm+LSJANDU0LCBnZXRfc25hcHNob3QJlRAgMTguNAXhoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTA0LCBrZXlfPhgAIDIxNiwgYmxvYyGqEH19fSwgAZk+hgAhmwhlc3MNdj2jBGFsJaUNGTWqAHQB6Ah3YWwtPSQgNDMzLjjCtXN9ITQBBBwKNQk0NF8zOSU5HDY2NjYuNjcJSbcuEAR0LCByYW5nZTpbLWluZiwxOTIpLCAoMTkyLCtpbmZdAdJsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb0WeZnEBAYgBBDAKMwk2XzI5KFByb2JlQe80NjQwMAlncm91cCBieTp1fUAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXUYbWU6Mi41OEHolZoQcGFydGkhMBhvcmtlcjp7OR8YMi4wNTc0NwUvLp4CCDUsIEXRYUEAMH0SEDkuNDY5ZUVhNwxleGVjRUkBDSG9IDo5LjYzNTY1MgF/YXUYMS45NTY1NoWmCHA5NR0QFH0sIGZpblqVAAw0NjkxcpQAAaAEb3RFARQ6MjMuMzhpbQEUBZUMMy45M0mfARMFmxwxMS4zNjQ4MwWMAZwYMi40MjUyMIXLAZwZEDmgYWQAM4FsJZkUbm90KGVxOX0ELCBBGAgpLCABGRRpc251bGwZHQApIdAJegQuOAXNLZAICTM4salhxxA1CTZfMyG8BDgwLvwBSpQFbQsMaW5nLE4dBiRzY2hlbWFfaWRzUh8AReMJHklNCG1pbhWuADgySAIAMRG4ADQduAQyLGpIAhQ4NzQuODApcl5IAgAxXUgUMy4xNTY4NkkCFDE1My44NKlwNbYYMy41NjcwN1VRFDc2MC4zOAklIbUZEGpRAiX6BDk0JepengAuUgIYNDEuNzcxwtEMRVIMNi4zM9kfJdgYNS41NDMxN1VRHDEuMzEyNDQ3Qf0BnBkQWVEANsHhDDM2CTAp78XXJEhhc2hBZ2dfMzExegQ0MQl+STIEMizBgKm9ACDBJdnUCDEuMyVFQRutsS1nARLB0wg1LjUVyc3VCDIuMwUTAGO+1QYEMzQNOu7VBsnVDDEuMjPJ1AQ5Nd3UADdhDQAxpZv+DwPODwNKdQMWcwl9HwA4JaU23AVFAymtXk4HIZDByBZ4CCmlBGFsMhcAKF9zaXplOiAyNzMyZSsAYfmEADhWhAcIMy43JcqGhAcANcGySoQHADMOwQi+hAddVKHBBGFp9YZRWwB0DgAKHF9rdl9yZWFkLo8HJSpCpAcENTESaAl5JxQ4CTQzXzOhfgwwCTEwoRmFvzqiBwBrdoQHgcdqqAEgCU4vQQlOL0EK')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('9RrwSQrwGgoNUHJvamVjdGlvbl8xMxLYGQoHU29ydF8xNBLgGAoLSGFzaEpvaW5fMjgSzwYKDlRhYmxlUmVhZGVyXzQxEo8ECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxOTIpLCAoMTkyLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSlz1Z7OZFWiBaEEUhgFnQQudB2cKC5yZW9yZ2qBAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDQ1NCwgZ2V0X3NuYXBzaG90XwWksCAxOC40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwNCEDAHlCGABEMjE2LCBibG9jazoge319fSwgAVo+hgAccHJvY2Vzc18BHBA6IDI5OQV1CaIId2FpEY8MMzUuNgkaAegMd2FsbA0yJDQzMy44wrVzfXAhOgUBLkoBLBoBASF8F9z8rH3rQDlNKAFAAVIRZGF0YTpTXS0EWhUFhRQzOTEuM205pBRi2QFjb3ApwUwge251bTogMSwgbWF4OiAzOTIuNAErAcYtUQQwLAG+Bdgy0AAFzgA6GcmAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNDAuMiUDqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlgBhLTYBuBgybXN9fXDyLi0BEBLYEAoKYWIgQWdnXzI5EpYNLk4DEDMwEpoMGSAQMzUSgwg2gQMQMzYSxwUdIhQxEpgBChBlfwxGdWxsaX4ANEXdFPDvMEEpAAEBEIjDQDABdoADAB56YgMAHUUVAHR5YgAxIZSKYwMIKGUxDYYEQL8NhjxSlAFncm91cCBieTpteXNxOm8DIekcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4athC4gMy5QBW4wMNrk2aVQQuFwAoX3NpemU6IDI3MzJRIwBrjRkAOFYZBAgzLjdFh4YZBAA1WhkEBDMwyhkECDUuNQV3RhsECDIuMx0aGGt2X3JlYWQuJAQlKkUkLjkEBDUxhVNaOQQgId7d3d0dPvdASaYAQEUggTgED2SBOAhIYXNlJgwzMVoUhTYINDExBYVJdgAyajUECDEuMz40BCmaJZiBNB3rkTYR5MI2BAQzNC0e7jYEiTYMMS4yM4U1BKcCLqwGISkIrWz4QikBAIT+SQO+SQN1LX05ADUtnwwxLjQ4mRVMMmK6AnBhcnRpYWxfd29ya2VyOntZGxQ4NzQuODDJ/i5gBQg1LCCBZABfwQMtssGiGDozLjE1Njgl1Dh0b3RfZXhlYzoxNTMuODTNswBvzcYcMy41NjcwNzIBicFAFDc2MC4zOAklCHA5NR0QFH0sIGZpblKeABwxLjM2NDk0OQFFXp4AAaoAb008EDQxLjc3SZwBFAWeDDYuMzP1aelJGDUuNTQzMTdlKwGcHDEuMzEyNDQ3AWcBnBkQbjEDCK1I/k0ICAC5QGUvGC9ub3QoZXE1nQg1LCAOQgkIKSwgARkUaXNudWxsGR0EKSk1sAA4PbAIMXD8LnMCJBoBAiFEREREJGM+bgAIOGdyrbxRDQQ1LK1rHGZpcnN0cm93HW25YFEnCDIuNS53AARisWonAhgyLjA1NzQ3BTBeiQEaDQhFJxA5LjQ2OTYmAgQwc6V0KYIYOS42MzU2NVUeGDEuOTU2NTYlkimCERBqHgIAMgFlADFylAAuHQIQMjMuMzgWVghVHQwzLjkzSf0BE4XdADFFdQQ4MwWMQR4YMi40MjUyMEWFAZwZEF4eAhyLtTQGoRkHQTaFCVg8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGITBwQsIDXYBCldKrAJBYmpewgxYjkWPwkQaGFzaF/lcgA6FvIKEtoJADVB0RBmZXRjaBkPBTAsOjBzfSH9OzgHeVwQOqYAAD1KkADtRBxpbmc6ZGVzY1LvB+nHFacEMi4lQA2nGCFkx8kZwXI+bABOdQgBSBBtZXRhLE5zCBmJHWkF5g1pDGINQ28mJQpANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:07:48.040 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183998385160196\n# Query_time: 0.327687474\n# Parse_time: 0\n# Compile_time: 0.019276936\n# Rewrite_time: 0.002677897\n# Optimize_time: 0.012056469\n# Wait_TS: 0.000123163\n# Cop_time: 0.302002215 Process_time: 0.000139074 Wait_time: 0.000055387 Request_count: 2 Total_keys: 70 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 33 Rocksdb_key_skipped_count: 165 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 6.9537e-05 Cop_proc_p90: 7.3772e-05 Cop_proc_max: 7.3772e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.7693e-05 Cop_wait_p90: 2.8478e-05 Cop_wait_max: 2.8478e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 17004\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('hiWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjMwMy4xbXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITAtXwgyLjk9XwgsIEMZeVg6T0ZGCTQuNzEgS0IJTi9BCjIJNl8xNiVsIGdyb3VwIGJ5OlpaASF1JGZ1bmNzOm1heCgdJQxiYWNrAT0UbmRfc3ViIYEALh3sCCktPhWkACwNQRxmaXJzdHJvdy5GAC5yAhBpZCktPh1iNhwAnkYAAYpBC2ZMABEiolIACHlwZWpOAEVaKSN+4gBFaWZLAAUfnpYAUXpmTwARIp5SAF2HZlUAHSWiWABZimpYABklnlgADHN0ZXBmUQABHp5KAC5dA2ZSAC4mAJnXCDIuODJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUlJDozMDIuMzcyNTOlCB3xDDo1LCBFlWxudW06MCwgdG90X3dhaXQ6MS41MTA0MzQ4MTJzCRcUZXhlYzowDQ1l+gUkLDg1MDEwM3MsIG1heAVoEDE5MDI2AZgIcDk1LhEAFH0sIGZpbmKfABA3NTIzNnKfAAGrEZ8cODguODg0wrUNjwWcEDYuMjUyFRMVohgyODE3Nzg0HaIQNjY4ODEFaxGjERIAfYGkAQQECjPBFBw4CTAJMC4wMl6pBoGiWjYEJVX+FwZaFwZ5Xlp9ADIqA14kAC72AlokAEnJWh0ALpQCMqUGdp8FLr8CJYTtlnY3Bhg0CTE3XzIwMZBQaW5uZXIgam9pbiwgZXF1YWw6W2VxLt0FSoQAcs0AAR0QKSBlcSjROwA3AZDJ6gg2KV0dtUHaFbNsYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6MzAxLmUEEGZldGNoGQ8FMAw6MHN9HnwIEQggCjUJM18yMShCAVEAKRHnPXqO0QBKJAAy5gEMY2FzdHolAVm3MGRvdWJsZSBCSU5BUln9VAA3OQwIMS41Mg4BPvgHCDIuNvX4FDYJMzBfMnVRLkUAADQdRQwJMjM3Gp4JDi4IGDcJNDdfMjUxFxgxXzAJMTAJKWs0c3QsIGluZGV4OmlkeF+BAgxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwgwf4cczpwc2V1ZG8ZmgAwOl8FCGNvcBKgCgg6IHuhLgQgMYn0DCAzMDBJygxwcm9jYfQIczogrUsBEhg6IDY1LjPCkaulXhAgMjguNQUTaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLEkuBXMIX2R1BRoUbjogNTYuieUsbWF4X2Rpc3RzcWxfPedMOiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjGlyw5oCxhpbWU6Mjk5DroJHH19LCB0aWt2BWoEOnsFG6HoTeY8fSwgc2Nhbl9kZXRhaWw6IEnjDegMNDUsIBIdChhuYXBzaG90qXcMIDEzLqmdmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMjIsIGtleT4XAAQxMQH/CGxvYyFtAH0JoQRtZT6DACFeCGVzcw10LmYBwWYEYWkRjjVtBeb5FhwgMTYzLjjCtb33MDcJMV8yNyhQcm9iZSlFcMUABGluejgDQUJIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAIZXApYf9B/gEEHAo4CTQ1XzI2BYsy+wKCxgIBPwEEiVsAORHUGDAJMjkuOTcuXAQ+7gqddy4bAJkcXiEAAHkOIQxaHQAtIloeAP7TBv7TBk7TBj4vBS4MAeH6XiIFDt4MZUUIMi4yfhkNBDM0HhkNpSEFPCmgkYgIMi4yLicHDAkyNDQ+IQUEMzMuIQUAM7EhtSAlewAoBQa9GAxwYXVzQaAALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdIALFXcok4FCDEuNjYsBl5NBQgxLjHFEGHcjWQyTAUAN2myhcixTAg2LjnaTAUANK2Z7kwFqUwQMS4wNG3ySwUEMjVSSwUIOS44ySp+SwUEMTHB2wB5PksFDDU1LCCxStlorX8ANppcBS52ATpcBTF9RlwFADdCWgUEMzWRhuHKSehWHAUubAMSnAlGFQUEMzQFRi7vAqYUBQ==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('xyjACsIoCgdTb3J0XzEzEqknCg1Qcm9qZWN0aW9uXzE1Ep0kCgpIYXNoQWdnXzE2EssaCjIhABQ4Ep8XCgsBISRKb2luXzIwEv8JMkMAZDIxEoYICg5JbmRleExvb2tVcF8yOBKYBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwbV0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oVdGltZTozMDAuOG1zLCBsb29wczoxYtoBY29wX3Rhc2s6IHtudW06IDEsIG1heDogMzAwLjFtcywgcHJvY19rZXlzOiAwLCB0b3RfARIoOiA2NS4zwrVzLCABEyR3YWl0OiAyOC41BROgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhhuOiA1Ni4yBTrQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFhAhhbF8F5DwyOTkuOW1zfX1q/wF0aWt2BWsEOnsFHAQwcxX7DH0sIHMhlShkZXRhaWw6IHt0bwFDAGsF6Tw0NSwgZ2V0X3NuYXBzaG90CVoQIDEzLjQFpnByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biEJADIhkQB5PhcABDExIQAsbG9jazoge319fSwgAZY+gwAhXwhlc3MNdC5nAQRhbCVpDRo1bgXmCHdhbC0BLCAxNjMuOMK1c31w/xEBBAF4EQok/wESnQIKDFNlbG0CPDI3Em4KEVRhYmxlUm93SURJqwA2SagQVKVAKQAFAU2oCA0KC12oBFIedncCVoEACBoBAgleLJClQCmg20sao3WUP2EGFFJuaW4obWEFTC50aWRiX2JhY2tncm91bmRfc3ViQaYALkHVSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSlWnwAcIY1EbI0y9XIdnAgBQAF1QggxLjR9QgRw7S5bAWHgGKmDwKdjFXQ2PgAIUpUBftgADGVwLCB2JAB9EBQsIGNhc3R65QAhMUHRaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzNx3WADUd1ghiD0N9fBRPRkZw7BQuQgIEtQs2AgUMORL3BzYCBQwzNhLRRgIFCDMzGrECBLiaUVoAPqkCCBwKGlFaFAF0Gg4KBSXrABIJBwRSbZH5DHBhdXMh7gAsFQooXSwgWyJyZXZlcnQJGRkMCRtNIAAsVSqGLwUAFGGZDDoxLjYyFgEE2AFeLgUIMS4xRRZhvCFzBHM6Ni0FADdpkoWpZcQUOiAyNi45hU0AY8ItBQA0rXruLQWpLQwxLjA0pSwEjgKFRkEzuiwFADJWLAUIOS44yQx+LAUEMTFSLAUMNTUsILEr2UqtYAA2mj0FLncBOj0FMX4F9zI9BQA3ajsFBNYBLjsFDDM1Em1COwUEMzSJ3QSquTrhAggMCgpZ4fo6BSgEukApuR6F61H4PWU+BFIoVvsEDGdsb2LhGQRhc6E7avQEGIk7w9ZL4Y0dVoH0aQcMMi4yMZ0dBHD0NvMEIAIh6SCU+SYBjzY9AAhS2wKdzy6JAARpZDLqBC4bAAGpYUBmIQAIeXBlYh0AhTJiHgAYcHJpb3JpdGZcABRjcmVhdGXlXmJFADKEBVrgAABzPswFNuIAAHISWggEY28ByT7GBS4qACEnXrkFADY5mwA5PZtGuAUE3CK9uEQhxakaJTnOlEApidLe4AuTmT8h5lhScGlubmVyIGpvaW4sIGVxdWFsOltlcXpdBnLlAAEdECkgZXEo1WkELCARCxA2KV1aE6VfCDMwMi68AAA5FhoKFGhhc2hfdA6PCAQ6exKUCRQ6MzAxLjYBKhBmZXRjaBkPBTAsOjBzfSF+/VR9SBaVOtgAAMv+gQL+gQL+gQL+gQKKgQJdw0puCV3uIioIADIWFwweQgxCKggE2CUucgIYzqZn4m+albELAPBJcgS3Bg7XCRBwIGJ5Oh2BPv0CIGZ1bmNzOm1heHqLAh2mKtwIBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbpmTAARIp6YAIHrak4ApQkpI36cAKUYZksABR+elgCxRmZPABEinlIAvXdmVQAdJaJYACbDCmpYABklnlgAhd1iMgIBHp5KAAB03QxmUgAuJgB9hgA4oRJxhhjDAnBhcnRpDuQIGG9ya2VyOnsm0wggMzAyLjM3MjUz5cUd8Qw6NSwgRZUQbnVtOjAqnAooMS41MTA0MzQ4MTIaswoOiRASPg8O7Q+lvQUkHDg1MDEwM3MsDooKBWgMMTkwMqWrCHA5NS4RABR9LCBmaW5inwAQNzUyMzZynwABqwBvGjsLEDg4Ljg4FokPARQFnAw2LjI1FkIQARMVohgyODE3Nzg0HaIQNjY4ODEFaxGjERJaLw8YITQNzkjW5D7DBACr/l0G/l0GOl0GSXhaxwR5k1ohAF0WZvsIih8JLqwC+fMANV23dq8INj0GFJLHF1XY/D56AQBeWsQAhuUAisEABGlkFaw8My4xbXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:48.046 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=192] [jobType="drop table"] [2024/06/02 08:07:48.051 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [job="ID:192, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:47.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:48.113 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/06/02 08:07:48.113 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:48.117 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.980598611\n# Parse_time: 0.000511405\n# Compile_time: 0.00077957\n# Rewrite_time: 0.000011972\n# Optimize_time: 0.001121169\n# Wait_TS: 0.000383409\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:48.119 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/06/02 08:07:48.160 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:48.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:48.160 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:48.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/06/02 08:07:48.258 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:48.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:48.267 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 193, Table Name: t"] [2024/06/02 08:07:48.332 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.777358ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:48.344 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/06/02 08:07:48.346 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=21.917693ms] [job="ID:194, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:48.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:48.393 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=36.271772ms] [2024/06/02 08:07:48.449 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:48.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:48.519 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/06/02 08:07:48.520 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:48.524 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.406493499\n# Parse_time: 0.001020432\n# Compile_time: 0.001205274\n# Rewrite_time: 0.000009152\n# Optimize_time: 0.001121169\n# Wait_TS: 0.000451586\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/06/02 08:07:48.771 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=193] [2024/06/02 08:07:48.779 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:48.779 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:48.780 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:48.780 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:48.781 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:48.781 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:48.781 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:48.781 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:48.781 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:48.796 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:48.798 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:48.798 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:48.802 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:48.805 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:48.864 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [key=import-from-select] [2024/06/02 08:07:48.867 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [key=import-from-select] [readDur=41.065Β΅s] [encodeDur=1.315706ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=457.927Β΅s] [type=query] [takeTime=2.285221ms] [] [2024/06/02 08:07:48.867 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [key=import-from-select] [2024/06/02 08:07:48.867 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=120.284Β΅s] [] [2024/06/02 08:07:48.868 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/dabd8af9-5eec-473b-bd53-e6678fcd1340/102b1544-1a0b-5f02-9523-0f5011224f00.sst/5a673abf-a37f-449f-9011-61f95fa2bd77.sst] [firstKey=7480000000000000C15F728000000000000004] [lastKey=7480000000000000C15F728000000000000007] [2024/06/02 08:07:48.868 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:48.870 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.312349ms] [] [2024/06/02 08:07:48.870 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:48.875 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:48.896 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:48.897 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:48.910 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:48.911 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=40.947764ms] [] [2024/06/02 08:07:48.911 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:48.913 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.698908ms] [] [2024/06/02 08:07:48.913 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:48.913 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:48.913 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=51.716Β΅s] [] [2024/06/02 08:07:48.913 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/02 08:07:48.913 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [2024/06/02 08:07:48.914 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [takeTime=10.679Β΅s] [] [2024/06/02 08:07:48.914 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:48.914 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [weight=30] [2024/06/02 08:07:48.914 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [concurrency=15] [2024/06/02 08:07:48.918 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=193] [physicalTableID=193] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:48.918 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:48.918 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=dabd8af9-5eec-473b-bd53-e6678fcd1340] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=4.865704ms] [] [2024/06/02 08:07:48.918 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:48.919 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=10.725Β΅s] [] [2024/06/02 08:07:48.919 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:48.920 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.087534ms] [] [2024/06/02 08:07:48.920 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:48.920 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=8.163Β΅s] [] [2024/06/02 08:07:48.920 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:48.921 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=983.06Β΅s] [] [2024/06/02 08:07:48.924 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:48.924 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:48.924 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:48.924 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:48.924 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:48.924 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:48.924 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:48.924 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:48.924 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:48.925 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:48.925 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:48.925 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:48.925 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:48.926 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:48.926 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:48.926 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:48.926 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:48.927 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:48.928 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183998608244740\n# Conn_ID: 2\n# Query_time: 0.402846121\n# Parse_time: 0.000691178\n# Compile_time: 0.003265113\n# Rewrite_time: 0.001582254\n# Optimize_time: 0.001121169\n# Wait_TS: 0.000096412\n# Cop_time: 0.00012743 Process_time: 0.000061752 Wait_time: 0.000050019 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.1752e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.0019e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM5Ny40bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2MzMuMsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xNgFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNjEuOAVKARMcd2FpdDogNTAFEYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhhuOiA3OC4xBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGtFF9ycGM6MQWVCGFsXyUlSDEuMDVtc319CTM1NSBCeXRlcwkhIyAyCTQzXzYJMV8xJbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWyBDp7BWMAMDU+AZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyNgEEYWwyFwAgX3NpemU6IDE4KVQEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QggMzAtIXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQloghrZXk+FgAYOCwgYmxvYyHjOZcNMhQyfX19LCAB2V7GAAEcNu8BCGFsXyHxDRot9iUnDHdhbGwNFzwxODnCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('wAagCrsGCgxJbXBvcnRJbnRvXzIS9AUKDVRhYmxlUmVhZGVyXzcStQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qvgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzMC4xwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2MS44BYMAdAXjCHdhaRGdBDUwCRgcaWt2X3dhbGwNMSAxODnCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqQBKAFAAVIUZGF0YTpUNtIBBFoWBYQQNjMzLjIFbDhsb29wczoyYtYBY29wX3QhnGgge251bTogMSwgbWF4OiAxLjE2bXMsIHByb2MtWylqJZ02zwAFzQQ6IA3IEGNvcHJfOSdEcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoQbjogNzgtnahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa0UX3JwYzoxMf8F4igxLjA1bXN9fXDjAj0tADghGRQDTi9BWhUFJhAzOTcuNAHdKQcAMVZjAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:48.952 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:48.980 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:48.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:48.980 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:48.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:49.027 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:48.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.068 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=649.859Β΅s] [gotSchemaVersion=145] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:49.079 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=195] [version=145] [2024/06/02 08:07:49.081 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=17.972013ms] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:48.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.153 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:48.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.222 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=353.26Β΅s] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:49.236 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=195] [version=146] [2024/06/02 08:07:49.238 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=21.144818ms] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:48.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.307 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:48.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.320 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 193, Old Table Name: t"] [2024/06/02 08:07:49.363 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=267.422Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:49.374 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=195] [version=147] [2024/06/02 08:07:49.376 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=17.619835ms] [job="ID:195, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:48.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.431 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/06/02 08:07:49.440 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop table"] [2024/06/02 08:07:49.444 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:48.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.504 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/06/02 08:07:49.504 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:49.508 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.557358816\n# Parse_time: 0.000458655\n# Compile_time: 0.001224746\n# Rewrite_time: 0.000010654\n# Optimize_time: 0.000825814\n# Wait_TS: 0.000356674\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:49.510 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:49.561 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:49.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:49.561 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:49.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:49.652 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:49.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.663 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 196, Table Name: t"] [2024/06/02 08:07:49.732 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=2.898049ms] [gotSchemaVersion=148] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:49.744 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/06/02 08:07:49.745 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=21.445462ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:49.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.807 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:49.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.845 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/06/02 08:07:49.846 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:49.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.341205597\n# Parse_time: 0.000984412\n# Compile_time: 0.001261649\n# Rewrite_time: 0.000010191\n# Optimize_time: 0.000825814\n# Wait_TS: 0.000401977\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:50.005 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=196] [2024/06/02 08:07:50.014 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:50.014 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:50.014 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:50.014 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:50.015 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:50.015 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:50.015 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:50.016 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:50.016 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:50.060 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:50.062 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:50.063 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:50.067 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:50.071 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:50.124 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [key=import-from-select] [2024/06/02 08:07:50.125 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [key=import-from-select] [readDur=33.98Β΅s] [encodeDur=1.089186ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=238.686Β΅s] [type=query] [takeTime=1.807238ms] [] [2024/06/02 08:07:50.127 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/7228d1df-e370-4750-ba7c-faf4f236ac48/102b1544-1a0b-5f02-9523-0f5011224f00.sst/c2cd08c0-3550-4ac7-ab33-459c669fd12e.sst] [firstKey=7480000000000000C45F728000000000000004] [lastKey=7480000000000000C45F728000000000000007] [2024/06/02 08:07:50.127 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [key=import-from-select] [2024/06/02 08:07:50.128 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=147.058Β΅s] [] [2024/06/02 08:07:50.128 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:50.129 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.609147ms] [] [2024/06/02 08:07:50.130 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:50.134 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:50.156 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:50.156 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:50.170 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:50.172 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.237113ms] [] [2024/06/02 08:07:50.172 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:50.174 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.645091ms] [] [2024/06/02 08:07:50.174 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:50.174 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:50.174 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=74.129Β΅s] [] [2024/06/02 08:07:50.174 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/02 08:07:50.174 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [2024/06/02 08:07:50.174 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [takeTime=13.996Β΅s] [] [2024/06/02 08:07:50.174 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:50.174 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [weight=30] [2024/06/02 08:07:50.174 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [concurrency=15] [2024/06/02 08:07:50.179 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:50.180 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:50.180 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=7228d1df-e370-4750-ba7c-faf4f236ac48] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=6.01831ms] [] [2024/06/02 08:07:50.180 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:50.180 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.266Β΅s] [] [2024/06/02 08:07:50.180 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:50.182 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.233754ms] [] [2024/06/02 08:07:50.182 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:50.182 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.728Β΅s] [] [2024/06/02 08:07:50.182 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:50.183 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=879.108Β΅s] [] [2024/06/02 08:07:50.186 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:50.187 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:50.187 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:50.187 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:50.187 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:50.187 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:50.187 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:50.187 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:50.187 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:50.187 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:50.187 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:50.187 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:50.187 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:50.189 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:50.189 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:50.189 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:50.189 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:50.189 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:50.191 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183998949031945\n# Conn_ID: 2\n# Query_time: 0.340011421\n# Parse_time: 0.000470307\n# Compile_time: 0.003852982\n# Rewrite_time: 0.001737047\n# Optimize_time: 0.000825814\n# Wait_TS: 0.000109148\n# Cop_time: 0.000148264 Process_time: 0.000051275 Wait_time: 0.000027132 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.1275e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.7132e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzMy45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg3MjYuN8K1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xNwFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNTEuMwVKARMkd2FpdDogMjcuMQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDcxDTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUnSDEuMDNtc319CTM1MyBCeXRlcwkhJSAyCTQzXzYJMV8xJ7h0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWyBDp7BWMAMDVAAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOAEEYWwyFwAgX3NpemU6IDE4KVYEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QggMTAtbnRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpAhrZXk+FgAYOCwgYmxvYyHlOZcNMhQyfX19LCAB2V7GAAEcNvEBCGFsXyHzDRo1+CUpDHdhbGwNGTwxMzHCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMC4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwMOiA1MQ2DAHQF4wh3YWkRnQwyNy4xBZ0lKQx3YWxsDTMEMTMBGAh9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqYBKAFAAVIUZGF0YTpUNtQBBFoWBYYQNzI2LjcFbABsJYEgMmLYAWNvcF90IZ5oIHtudW06IDEsIG1heDogMS4xN21zLCBwcm9jLV0pbCWfNtEABc8AOhnKEGNvcHJfOStEcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNzEtBKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQMF5CgxLjAzbXN9fXDhAj0vKDgBQAFSA04vQVoVBSYQMzMzLjkB3ykJADFWZQEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/06/02 08:07:50.205 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:50.237 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:50.237 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:50.300 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.334 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=637.488Β΅s] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:50.346 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=149] [2024/06/02 08:07:50.348 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=18.7196ms] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.413 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.448 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=265.819Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:50.461 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=150] [2024/06/02 08:07:50.463 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=19.265303ms] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.560 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.570 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 196, Old Table Name: t"] [2024/06/02 08:07:50.615 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=288.061Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:50.628 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=151] [2024/06/02 08:07:50.630 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=20.200285ms] [job="ID:198, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:50.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.703 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[196]"] [comment="drop table: table ID"] [2024/06/02 08:07:50.712 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop table"] [2024/06/02 08:07:50.716 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:50.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.786 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/06/02 08:07:50.786 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:50.790 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.58678369\n# Parse_time: 0.000723378\n# Compile_time: 0.001070571\n# Rewrite_time: 0.00001378\n# Optimize_time: 0.002044052\n# Wait_TS: 0.000383063\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:50.792 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/06/02 08:07:50.835 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:50.835 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/06/02 08:07:50.908 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.916 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 199, Table Name: t"] [2024/06/02 08:07:51.000 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.728626ms] [gotSchemaVersion=152] [phyTblIDs="[199]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:51.014 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/06/02 08:07:51.016 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=22.964023ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.057 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.095 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/06/02 08:07:51.096 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:51.099 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.308752861\n# Parse_time: 0.000575179\n# Compile_time: 0.001054942\n# Rewrite_time: 0.000012149\n# Optimize_time: 0.002044052\n# Wait_TS: 0.000406727\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/06/02 08:07:51.307 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=199] [2024/06/02 08:07:51.315 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:51.315 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:51.316 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:51.316 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:51.317 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:51.317 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:51.317 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:51.317 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:51.318 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:51.364 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:51.366 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:51.366 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:51.371 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:51.374 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:51.387 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [key=import-from-select] [2024/06/02 08:07:51.390 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [key=import-from-select] [readDur=123.588Β΅s] [encodeDur=1.441628ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=569.027Β΅s] [type=query] [takeTime=2.724192ms] [] [2024/06/02 08:07:51.392 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [key=import-from-select] [2024/06/02 08:07:51.392 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/e590f25f-c61d-4024-959b-834e4a1373ab/102b1544-1a0b-5f02-9523-0f5011224f00.sst/382d3955-8d16-490c-834f-22cd95f9b224.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/06/02 08:07:51.392 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=178.98Β΅s] [] [2024/06/02 08:07:51.392 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:51.395 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.626891ms] [] [2024/06/02 08:07:51.395 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:51.400 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:51.422 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:51.423 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:51.437 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:51.439 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=43.392428ms] [] [2024/06/02 08:07:51.439 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:51.440 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.631838ms] [] [2024/06/02 08:07:51.440 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:51.440 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:51.440 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=58.268Β΅s] [] [2024/06/02 08:07:51.441 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/06/02 08:07:51.441 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [2024/06/02 08:07:51.449 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [takeTime=8.66892ms] [] [2024/06/02 08:07:51.449 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/02 08:07:51.450 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [weight=30] [2024/06/02 08:07:51.450 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [concurrency=15] [2024/06/02 08:07:51.454 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=199] [physicalTableID=199] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:51.454 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/02 08:07:51.454 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=e590f25f-c61d-4024-959b-834e4a1373ab] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=13.725417ms] [] [2024/06/02 08:07:51.455 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:51.455 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=10.897Β΅s] [] [2024/06/02 08:07:51.455 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:51.456 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.187461ms] [] [2024/06/02 08:07:51.456 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:51.456 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.183Β΅s] [] [2024/06/02 08:07:51.456 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:51.457 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=950.658Β΅s] [] [2024/06/02 08:07:51.460 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:51.460 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:51.460 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:51.460 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:51.460 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:51.460 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:51.460 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:51.460 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:51.460 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:51.461 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:51.461 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:51.461 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:51.461 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:51.463 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:51.463 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:51.463 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:51.463 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:51.463 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:51.465 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183999276449802\n# Conn_ID: 2\n# Query_time: 0.363839081\n# Parse_time: 0.000719192\n# Compile_time: 0.004396267\n# Rewrite_time: 0.00269463\n# Optimize_time: 0.002044052\n# Wait_TS: 0.000120265\n# Cop_time: 0.000116764 Process_time: 0.000057518 Wait_time: 0.000033873 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.7518e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.3873e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTozNTYuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQYNjY5LjjCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMjUBbkRwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDU3LjUFSgETJHdhaXQ6IDMzLjkFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhRuOiA5NS4Jl6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSeAMS4xMm1zfX0JMzU0IEJ5dGVzCU4vQQoyCTQzXzYJMV8wLSegdGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkhOwRrdgWyBDp7BWMAMDVAAZYAcyFiKGRldGFpbDoge3RvAYoYcHJvY2VzczI4AQRhbDIXACBfc2l6ZTogMTgpVgRhbA0tODUsIGdldF9zbmFwc2hvdAnVECAxNC4zJVt0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaQIa2V5PhYAGDgsIGJsb2Mh5TmXDTIUMn19fSwgAdlexgABHDbxAQhhbF8h8w0aADMx+AB0ISkMd2FsbA0ZRDE3MS45wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1Ny41BYMAdAXjCHdhaRGdDDMzLjkJGhxpa3Zfd2FsbA0zCDE3MQUaCH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWIEDY2OS44BW4AbCWDIDJi2AFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMjVtcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDk1DZiobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEFBeQoMS4xMm1zfX1w4gI9LwA4IRsUA04vQVoVBSYQMzU2LjgB3ykJADFWZQEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:51.500 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:51.526 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:51.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:51.526 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:51.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:51.574 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:51.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.609 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=632.075Β΅s] [gotSchemaVersion=153] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:51.621 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=201] [version=153] [2024/06/02 08:07:51.623 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=19.01634ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:51.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.660 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:51.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.696 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=290.179Β΅s] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:51.709 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=201] [version=154] [2024/06/02 08:07:51.711 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=19.725675ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:51.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.769 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:51.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.780 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 199, Old Table Name: t"] [2024/06/02 08:07:51.861 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=443.559Β΅s] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:51.876 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=201] [version=155] [2024/06/02 08:07:51.878 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=22.746312ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:51.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.962 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[199]"] [comment="drop table: table ID"] [2024/06/02 08:07:51.971 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/06/02 08:07:51.975 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:51.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.045 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/06/02 08:07:52.045 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:52.049 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.550907096\n# Parse_time: 0.000770047\n# Compile_time: 0.000931552\n# Rewrite_time: 0.000011564\n# Optimize_time: 0.000857573\n# Wait_TS: 0.000391158\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:52.051 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:52.111 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:52.111 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:52.158 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.166 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 202, Table Name: t"] [2024/06/02 08:07:52.232 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.670027ms] [gotSchemaVersion=156] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:52.243 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=203] [version=156] [2024/06/02 08:07:52.245 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=20.22072ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.346 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.393 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/06/02 08:07:52.393 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:52.397 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.347328752\n# Parse_time: 0.000984264\n# Compile_time: 0.001056734\n# Rewrite_time: 0.000009863\n# Optimize_time: 0.000857573\n# Wait_TS: 0.000393484\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:52.591 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=202] [2024/06/02 08:07:52.599 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:52.599 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:52.600 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:52.600 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:52.601 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:52.601 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:52.601 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:52.601 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:52.601 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:52.615 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:52.617 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:52.617 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:52.622 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:52.625 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:52.634 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [key=import-from-select] [2024/06/02 08:07:52.636 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [key=import-from-select] [readDur=36.065Β΅s] [encodeDur=1.059802ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=273.297Β΅s] [type=query] [takeTime=1.730064ms] [] [2024/06/02 08:07:52.637 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/9e959ca6-a1ef-4078-82ae-2597947c15af/102b1544-1a0b-5f02-9523-0f5011224f00.sst/84867f2e-1f63-4350-bfd8-3a42d850e2a8.sst] [firstKey=7480000000000000CA5F728000000000000001] [lastKey=7480000000000000CA5F728000000000000004] [2024/06/02 08:07:52.638 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [key=import-from-select] [2024/06/02 08:07:52.638 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=134.88Β΅s] [] [2024/06/02 08:07:52.638 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:52.640 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.441516ms] [] [2024/06/02 08:07:52.640 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:52.644 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:52.666 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:52.666 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:52.680 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:52.681 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.306845ms] [] [2024/06/02 08:07:52.681 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:52.683 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.617625ms] [] [2024/06/02 08:07:52.683 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:52.683 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:52.683 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=78.497Β΅s] [] [2024/06/02 08:07:52.683 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/06/02 08:07:52.684 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [2024/06/02 08:07:52.691 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [takeTime=7.48447ms] [] [2024/06/02 08:07:52.691 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/02 08:07:52.691 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [weight=30] [2024/06/02 08:07:52.691 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [concurrency=15] [2024/06/02 08:07:52.695 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=202] [physicalTableID=202] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:52.696 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/02 08:07:52.696 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=9e959ca6-a1ef-4078-82ae-2597947c15af] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=12.417603ms] [] [2024/06/02 08:07:52.696 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:52.696 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.99Β΅s] [] [2024/06/02 08:07:52.696 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:52.697 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.160532ms] [] [2024/06/02 08:07:52.697 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:52.698 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.436Β΅s] [] [2024/06/02 08:07:52.698 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:52.699 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.052768ms] [] [2024/06/02 08:07:52.702 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:52.702 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:52.702 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:52.702 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:52.704 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:52.704 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:52.704 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:52.704 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:52.704 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:52.706 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183999617499146\n# Conn_ID: 2\n# Query_time: 0.307338615\n# Parse_time: 0.000552087\n# Compile_time: 0.003548726\n# Rewrite_time: 0.001697731\n# Optimize_time: 0.000857573\n# Wait_TS: 0.000099616\n# Cop_time: 0.00007911 Process_time: 0.000053711 Wait_time: 0.000032028 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.3711e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.2028e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMwMS43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1NDAuNMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xNAFuRHByb2Nfa2V5czogNCwgdG90XwESFDogNTMuNwVKARMcd2FpdDogMzIFEYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhhuOiA4MS4xBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGtFF9ycGM6MQWVCGFsXyUlSDEuMDJtc319CTM1MyBCeXRlcwkhIyAyCTQzXzYJMV8xJbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWyBDp7BWMAMDU+AZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyNgEEYWwyFwAgX3NpemU6IDE4KVQEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QggMTQtbHRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQloghrZXk+FgAYOCwgYmxvYyHjOZcNMhQyfX19LCAB2V7GAAEcADoy7wEIYWxfIfENGgAzKfYlJwx3YWxsDRdEMTUxLjTCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('wgagCr0GCgxJbXBvcnRJbnRvXzIS9gUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwMOiA1Mw2DAHQF4wh3YWkRnQQzMgWbJScMd2FsbA0xKDE1MS40wrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6mASgBQAFSFGRhdGE6VDbUAQRaFgWGCDU0MAVUMYEgMmLWAWNvcF90IZ5oIHtudW06IDEsIG1heDogMS4xNG1zLCBwcm9jLV0pbCWfNtEABc8AOhHKEGNvcHJfOSlEcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoYbjogODEuMSUEqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrRRfcnBjOjFRAQXiKDEuMDJtc319cOECPS0AOCEZFANOL0FaFQUmEDMwMS43Ad0AbEmIVmMBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/06/02 08:07:52.717 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:52.777 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:52.777 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:52.853 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.886 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=779.345Β΅s] [gotSchemaVersion=157] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:52.899 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=204] [version=157] [2024/06/02 08:07:52.901 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=20.133797ms] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.969 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.012 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=250.063Β΅s] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:53.027 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=204] [version=158] [2024/06/02 08:07:53.029 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=21.256944ms] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.088 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.098 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 202, Old Table Name: t"] [2024/06/02 08:07:53.135 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=266.184Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:53.149 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=204] [version=159] [2024/06/02 08:07:53.151 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=20.940555ms] [job="ID:204, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.253 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/06/02 08:07:53.263 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="drop table"] [2024/06/02 08:07:53.267 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:52.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.331 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/06/02 08:07:53.331 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:53.336 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.620664366\n# Parse_time: 0.000461664\n# Compile_time: 0.00178154\n# Rewrite_time: 0.000020024\n# Optimize_time: 0.00079706\n# Wait_TS: 0.000900556\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:53.338 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/06/02 08:07:53.385 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/06/02 08:07:53.385 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:53.450 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.460 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 205, Table Name: t"] [2024/06/02 08:07:53.536 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=3.019155ms] [gotSchemaVersion=160] [phyTblIDs="[205]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:53.551 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/06/02 08:07:53.553 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=24.813495ms] [job="ID:206, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.615 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.689 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/06/02 08:07:53.690 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:53.694 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.357660156\n# Parse_time: 0.000745194\n# Compile_time: 0.001079726\n# Rewrite_time: 0.000012793\n# Optimize_time: 0.00079706\n# Wait_TS: 0.000438816\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/06/02 08:07:53.904 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=205] [2024/06/02 08:07:53.912 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:53.912 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:53.912 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:53.912 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:53.913 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:53.913 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:53.913 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:53.913 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:53.913 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:53.928 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:53.929 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:53.930 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:53.934 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:53.938 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:53.943 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [key=import-from-select] [2024/06/02 08:07:53.946 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [key=import-from-select] [readDur=35.861Β΅s] [encodeDur=1.667793ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=669.704Β΅s] [type=query] [takeTime=2.920429ms] [] [2024/06/02 08:07:53.948 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/acb9a570-a99c-43d7-b6c6-774f3da15e31/102b1544-1a0b-5f02-9523-0f5011224f00.sst/97b9bc7a-b5f0-4d6b-811a-d89a477c0bf2.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000004] [2024/06/02 08:07:53.948 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [key=import-from-select] [2024/06/02 08:07:53.948 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=128.563Β΅s] [] [2024/06/02 08:07:53.949 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:53.950 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.456096ms] [] [2024/06/02 08:07:53.950 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:53.954 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:53.976 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:53.976 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:53.991 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:53.992 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.313606ms] [] [2024/06/02 08:07:53.993 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:53.993 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/acb9a570-a99c-43d7-b6c6-774f3da15e31/630083e6-fc50-5cd2-8645-c17b147197ce.sst/dfffed11-c25a-445c-bb2c-b117ed0a8488.sst] [firstKey=7480000000000000CD5F698000000000000001038000000000000004] [lastKey=7480000000000000CD5F698000000000000001038000000000000007] [2024/06/02 08:07:53.995 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.619452ms] [] [2024/06/02 08:07:53.995 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:53.999 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:54.021 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/02 08:07:54.021 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:54.035 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/02 08:07:54.037 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.297135ms] [] [2024/06/02 08:07:54.037 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/06/02 08:07:54.037 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [2024/06/02 08:07:54.045 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [takeTime=7.816026ms] [] [2024/06/02 08:07:54.045 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/02 08:07:54.045 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [weight=30] [2024/06/02 08:07:54.045 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [concurrency=15] [2024/06/02 08:07:54.054 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:54.057 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/06/02 08:07:54.057 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/02 08:07:54.058 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=acb9a570-a99c-43d7-b6c6-774f3da15e31] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=20.671819ms] [] [2024/06/02 08:07:54.058 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:54.058 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=14.1Β΅s] [] [2024/06/02 08:07:54.058 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:54.059 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.203755ms] [] [2024/06/02 08:07:54.059 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:54.059 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.602Β΅s] [] [2024/06/02 08:07:54.059 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:54.060 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.132366ms] [] [2024/06/02 08:07:54.065 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:54.065 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:54.065 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:54.065 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:54.065 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:54.065 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:54.065 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:54.066 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:54.066 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:54.066 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:54.066 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:54.066 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:54.066 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:54.068 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:54.068 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:54.068 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:54.068 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:54.068 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:54.100 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183999958286344\n# Conn_ID: 2\n# Query_time: 0.373798433\n# Parse_time: 0.000840222\n# Compile_time: 0.003948486\n# Rewrite_time: 0.001866241\n# Optimize_time: 0.00079706\n# Wait_TS: 0.000126492\n# Cop_time: 0.000072887 Process_time: 0.000075203 Wait_time: 0.000048173 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.5203e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.8173e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM2Ni45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2MDIuOcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zAW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA3NS4yBUkBExx3YWl0OiA0OA0TgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaHG46IDEwNi43BU6obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWYCGFsXyUnSDEuMTZtc319CTM1NSBCeXRlcwkhJSAyCTQzXzYJMV8xJ7h0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWzBDp7BWMAMDVAAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMjQuNCUhcHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIYUB0AB5PhYAGDgsIGJsb2Mh5TmYDTIUMn19fSwgAdlexgABHDbyAQhhbF8h9A0aBDQ4LfklKQx3YWxsDRlEMjQ5LjHCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyNC40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA3NS4yBYMAdAXjCHdhaRGdBDQ4ERocaWt2X3dhbGwNMygyNDkuMcK1c31w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWIEDYwMi45BYg4bG9vcHM6MmLYAWNvcF90IaBkIHtudW06IDEsIG1heDogMS4zbXMsIHByb2MtXiltJaA20gAF0AA6GcsQY29wcl85LERyYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhxuOiAxMDYuNwWYqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRBQXkKDEuMTZtc319cOMCPS8AOCEbFANOL0FaFQUmEDM2Ni45AeApCQAxVmUBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/02 08:07:54.140 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:54.171 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:54.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:54.171 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:54.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:54.253 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.289 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=709.897Β΅s] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:54.303 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=161] [2024/06/02 08:07:54.305 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=21.478303ms] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:54.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.380 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.417 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=313.146Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:54.430 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=162] [2024/06/02 08:07:54.431 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=19.022161ms] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.511 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.522 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 205, Old Table Name: t"] [2024/06/02 08:07:54.574 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=280.055Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:54.619 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=163] [2024/06/02 08:07:54.622 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.975624ms] [job="ID:207, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:54.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.684 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[205]"] [comment="drop table: table ID"] [2024/06/02 08:07:54.694 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop table"] [2024/06/02 08:07:54.699 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:54.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.770 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/06/02 08:07:54.770 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:54.774 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.635629506\n# Parse_time: 0.000841743\n# Compile_time: 0.000980178\n# Rewrite_time: 0.000010363\n# Optimize_time: 0.001358056\n# Wait_TS: 0.000387105\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:54.776 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/02 08:07:54.825 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:54.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/02 08:07:54.825 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:54.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:54.895 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.904 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 208, Table Name: t"] [2024/06/02 08:07:54.966 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=2.946206ms] [gotSchemaVersion=164] [phyTblIDs="[208]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:54.979 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=209] [version=164] [2024/06/02 08:07:54.981 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=22.422177ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:54.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.100 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.149 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/06/02 08:07:55.150 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:55.154 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.379211867\n# Parse_time: 0.000807613\n# Compile_time: 0.001178037\n# Rewrite_time: 0.000009702\n# Optimize_time: 0.001358056\n# Wait_TS: 0.00044181\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/02 08:07:55.315 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=208] [2024/06/02 08:07:55.323 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:55.323 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:55.323 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:55.324 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:55.325 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:55.325 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:55.325 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:55.325 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:55.325 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:55.340 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:55.341 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:55.342 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:55.346 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:55.349 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:55.356 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [key=import-from-select] [2024/06/02 08:07:55.359 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [key=import-from-select] [readDur=42.757Β΅s] [encodeDur=1.730873ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=934.148Β΅s] [type=query] [takeTime=3.17914ms] [] [2024/06/02 08:07:55.360 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/d69fb440-2943-4805-927c-a2854776c57a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/3e195969-3937-46bc-b928-aed4facafadd.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000004] [2024/06/02 08:07:55.363 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [key=import-from-select] [2024/06/02 08:07:55.363 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=188.35Β΅s] [] [2024/06/02 08:07:55.363 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:55.365 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.93109ms] [] [2024/06/02 08:07:55.365 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:55.371 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:55.393 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/02 08:07:55.393 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:55.409 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/02 08:07:55.411 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=45.328239ms] [] [2024/06/02 08:07:55.411 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:55.411 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/d69fb440-2943-4805-927c-a2854776c57a/630083e6-fc50-5cd2-8645-c17b147197ce.sst/56f0a886-41f4-495f-8cea-857ddbf4c845.sst] [firstKey=7480000000000000D05F698000000000000001038000000000000004] [lastKey=7480000000000000D05F698000000000000001038000000000000007] [2024/06/02 08:07:55.414 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.173463ms] [] [2024/06/02 08:07:55.414 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:55.420 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:55.442 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/02 08:07:55.443 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:55.457 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/02 08:07:55.459 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=44.885182ms] [] [2024/06/02 08:07:55.459 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/06/02 08:07:55.460 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [2024/06/02 08:07:55.467 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [takeTime=7.359809ms] [] [2024/06/02 08:07:55.467 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/02 08:07:55.467 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [weight=30] [2024/06/02 08:07:55.467 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [concurrency=15] [2024/06/02 08:07:55.476 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/02 08:07:55.478 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/06/02 08:07:55.479 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/02 08:07:55.479 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=d69fb440-2943-4805-927c-a2854776c57a] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=19.355439ms] [] [2024/06/02 08:07:55.479 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:55.479 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=19.08Β΅s] [] [2024/06/02 08:07:55.479 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:55.481 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.37647ms] [] [2024/06/02 08:07:55.481 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:55.481 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.068Β΅s] [] [2024/06/02 08:07:55.481 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:55.482 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.457077ms] [] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:55.488 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:55.488 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:55.488 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:55.488 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:55.490 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:55.490 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:55.490 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:55.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:55.490 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:55.492 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184000338133001\n# Conn_ID: 2\n# Query_time: 0.336820468\n# Parse_time: 0.000507757\n# Compile_time: 0.003889563\n# Rewrite_time: 0.001868109\n# Optimize_time: 0.001358056\n# Wait_TS: 0.000113059\n# Cop_time: 0.000069759 Process_time: 0.000061792 Wait_time: 0.000034285 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.1792e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.4285e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzMC43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1OTEuNcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zAW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA2MS44BUkBEyR3YWl0OiAzNC4zBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoYbjogOTQuOQU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFlwhhbF8lJkgxLjE3bXN9fQkzNTQgQnl0ZXMJISQgMgk0M182CTFfMSa4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA1PwGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUIIDE1Lbd0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaQIa2V5PhYAGDgsIGJsb2Mh5DmXDTIUMn19fSwgAdlexgABHDbxAQhhbF8h8w0aNfglKQx3YWxsDRlEMTgzLjTCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xQagCsAGCgxJbXBvcnRJbnRvXzIS+QUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNS41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2MS44BYMAdAXjCHdhaRGdDDM0LjMJGhxpa3Zfd2FsbA0zKDE4My40wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgINTkxLQsAbCWDIDJi1wFjb3BfdCGgZCB7bnVtOiAxLCBtYXg6IDEuM21zLCBwcm9jLV4pbSWgNtIABdAAOhnLEGNvcHJfOSxEcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoYbjogOTQuOSUFqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjFRBAXjKDEuMTdtc319cOICPS4AOCEaFANOL0FaFQUmEDMzMC43Ad8pCAAxVmQBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/06/02 08:07:55.593 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:55.632 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:55.632 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:55.714 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.748 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=698.548Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:55.761 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=210] [version=165] [2024/06/02 08:07:55.763 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=20.625744ms] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.829 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.862 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=253.838Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:55.875 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=210] [version=166] [2024/06/02 08:07:55.877 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=19.193709ms] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.952 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.963 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 208, Old Table Name: t"] [2024/06/02 08:07:56.006 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=274.486Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:56.020 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=210] [version=167] [2024/06/02 08:07:56.022 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=21.177682ms] [job="ID:210, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:55.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.132 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=210] [tableIDs="[208]"] [comment="drop table: table ID"] [2024/06/02 08:07:56.142 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=210] [jobType="drop table"] [2024/06/02 08:07:56.146 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [job="ID:210, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:55.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.221 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/06/02 08:07:56.221 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:56.225 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.634113055\n# Parse_time: 0.00091409\n# Compile_time: 0.001122412\n# Rewrite_time: 0.000012389\n# Optimize_time: 0.001325026\n# Wait_TS: 0.000317626\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:56.228 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/06/02 08:07:56.275 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:56.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:56.275 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:56.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/06/02 08:07:56.341 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:56.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.349 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 211, Table Name: t"] [2024/06/02 08:07:56.422 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=2.909225ms] [gotSchemaVersion=168] [phyTblIDs="[211]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:56.435 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/06/02 08:07:56.437 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=23.081007ms] [job="ID:212, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:56.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.547 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [job="ID:212, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:56.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.593 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/06/02 08:07:56.594 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:56.598 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.372019089\n# Parse_time: 0.000726704\n# Compile_time: 0.001205524\n# Rewrite_time: 0.000017047\n# Optimize_time: 0.001325026\n# Wait_TS: 0.000451757\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/06/02 08:07:56.801 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=211] [2024/06/02 08:07:56.809 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:56.809 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813887548086788] [2024/06/02 08:07:56.810 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:56.810 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:56.811 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:56.811 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:56.811 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:56.811 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:56.811 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:56.825 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:56.827 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:56.827 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:56.831 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:56.834 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:56.854 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [key=import-from-select] [2024/06/02 08:07:56.856 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [key=import-from-select] [readDur=44.404Β΅s] [encodeDur=1.263996ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=78.899Β΅s] [type=query] [takeTime=1.911079ms] [] [2024/06/02 08:07:56.857 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/2186c8d1-2f8a-4422-aa38-3d2499e22e7e/102b1544-1a0b-5f02-9523-0f5011224f00.sst/c761377d-9bc3-4ebc-a9a5-ee99c9038628.sst] [firstKey=7480000000000000D35F728000000000000004] [lastKey=7480000000000000D35F728000000000000007] [2024/06/02 08:07:56.892 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [key=import-from-select] [2024/06/02 08:07:56.892 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=89.889Β΅s] [] [2024/06/02 08:07:56.892 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:56.894 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.66744ms] [] [2024/06/02 08:07:56.894 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/02 08:07:56.899 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:56.922 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/02 08:07:56.922 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:56.964 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/02 08:07:56.967 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=72.417791ms] [] [2024/06/02 08:07:56.967 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:56.969 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.928132ms] [] [2024/06/02 08:07:56.969 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/02 08:07:56.969 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:56.969 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=74.189Β΅s] [] [2024/06/02 08:07:56.969 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/02 08:07:56.969 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [2024/06/02 08:07:56.978 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [takeTime=8.793683ms] [] [2024/06/02 08:07:56.978 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:56.979 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [weight=30] [2024/06/02 08:07:56.979 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [concurrency=15] [2024/06/02 08:07:56.983 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=211] [physicalTableID=211] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/02 08:07:56.984 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/02 08:07:56.984 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=2186c8d1-2f8a-4422-aa38-3d2499e22e7e] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=14.936986ms] [] [2024/06/02 08:07:56.985 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:56.985 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=13.713Β΅s] [] [2024/06/02 08:07:56.985 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/02 08:07:56.986 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.454596ms] [] [2024/06/02 08:07:56.986 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:56.986 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.804Β΅s] [] [2024/06/02 08:07:56.986 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/02 08:07:56.988 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.180527ms] [] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:56.992 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:56.992 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:56.992 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:56.992 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:56.994 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:56.994 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:56.994 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:56.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:56.994 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:56.996 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184000718241801\n# Conn_ID: 2\n# Query_time: 0.396427129\n# Parse_time: 0.000557931\n# Compile_time: 0.003661576\n# Rewrite_time: 0.001879346\n# Optimize_time: 0.001325026\n# Wait_TS: 0.000112939\n# Cop_time: 0.00007765 Process_time: 0.000060488 Wait_time: 0.000054408 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.0488e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.4408e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM5MC41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1MDYuM8K1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yBW5EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA2MC41BUoBEyR3YWl0OiA1NC40BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogOTUNTahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSd8MS4xMm1zfX0JMzU1IEJ5dGVzCU4vQQoyCTQzXzYJMV8xJ7h0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWyBDp7BWMAMDVAAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOAEEYWwyFwAgX3NpemU6IDE4KVYEYWwNLTg1LCBnZXRfc25hcHNob3QJ1QggMjktuHRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpAhrZXk+FgAYOCwgYmxvYyHlOZcNMhQyfX19LCAB2V7GAAEcNvEBCGFsXyHzDRo1+CUpDHdhbGwNGUQyMTEuNsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyOS4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2MC41BYMAdAXjCHdhaRGdDDU0LjQJGhxpa3Zfd2FsbA0zKDIxMS42wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgINTA2LQsAbCWDIDJi2AFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMjVtcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDk1LSCobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEFBeQoMS4xMm1zfX1w4wI9LwA4IRsUA04vQVoVBSYMMzkwLgXfKQkAMVZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] [2024/06/02 08:07:57.009 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:57.040 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:57.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:57.040 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:57.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:57.098 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.133 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=593.82Β΅s] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:57.146 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=213] [version=169] [2024/06/02 08:07:57.148 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=19.710928ms] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:57.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.222 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.257 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=254.009Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:57.268 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=213] [version=170] [2024/06/02 08:07:57.270 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=17.342622ms] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.339 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.348 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 211, Old Table Name: t"] [2024/06/02 08:07:57.382 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=266.267Β΅s] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:57.394 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=213] [version=171] [2024/06/02 08:07:57.396 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=18.74753ms] [job="ID:213, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:57.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.497 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[211]"] [comment="drop table: table ID"] [2024/06/02 08:07:57.508 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="drop table"] [2024/06/02 08:07:57.512 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:57.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.581 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/06/02 08:07:57.581 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:57.585 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.577776695\n# Parse_time: 0.000558555\n# Compile_time: 0.00104797\n# Rewrite_time: 0.000009706\n# Optimize_time: 0.001043421\n# Wait_TS: 0.000449944\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:57.592 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:57.592 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:07:57.613 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:57.613 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=31.549Β΅s] [2024/06/02 08:07:57.613 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=19.06Β΅s] [2024/06/02 08:07:57.613 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=19.852Β΅s] [2024/06/02 08:07:57.613 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=16.254Β΅s] [2024/06/02 08:07:57.613 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=16.252Β΅s] [2024/06/02 08:07:57.614 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=16.154Β΅s] [2024/06/02 08:07:57.614 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=17.311Β΅s] [2024/06/02 08:07:57.614 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=17.483Β΅s] [2024/06/02 08:07:57.614 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=16.283Β΅s] [2024/06/02 08:07:57.614 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=23.972Β΅s] [2024/06/02 08:07:57.614 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:57.614 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=7.839Β΅s] [2024/06/02 08:07:57.614 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:07:57.614 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:07:57.614 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:57.616 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [] [2024/06/02 08:07:57.617 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:57.617 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:57.617 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:57.659 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=32d06e82-985c-40a7-8736-3b4fc444141f] ["take time"=67.861874ms] [2024/06/02 08:07:57.659 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=32d06e82-985c-40a7-8736-3b4fc444141f] [2024/06/02 08:07:57.662 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:57.662 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:57.662 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fc674187-49bf-4d9f-9956-0dae2fb07617] [watcherID=e49263c3-8f71-4d88-94ee-0451dcffe6af] [2024/06/02 08:07:57.662 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/fc674187-49bf-4d9f-9956-0dae2fb07617] [2024/06/02 08:07:57.662 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:57.663 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:57.663 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:57.663 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:57.663 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:57.663 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:57.663 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:57.663 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:57.663 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:57.663 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:57.669 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:57.670 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=250] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=32d06e82-985c-40a7-8736-3b4fc444141f] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:07:57.671 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:57.671 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:57.671 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:57.671 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:57.671 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:57.671 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:57.671 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f watch owner key /tidb/stats/owner/22318fd7fadbcbf0"] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:57.671 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:57.671 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:57.672 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=32d06e82-985c-40a7-8736-3b4fc444141f] [2024/06/02 08:07:57.672 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8 watch owner key /tidb/br-stream/owner/3eaa8fd7fadbd18f"] [2024/06/02 08:07:57.672 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:57.671 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:57.671 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:07:57.672 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:07:57.672 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:57.672 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:57.672 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8"] [2024/06/02 08:07:57.672 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:57.672 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:07:57.672 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8"] [2024/06/02 08:07:57.672 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [2024/06/02 08:07:57.672 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8"] [2024/06/02 08:07:57.674 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:57.674 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:57.674 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:57.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:57.674 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8"] [error="context canceled"] [2024/06/02 08:07:57.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:57.674 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 08:07:57.674 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:57.696 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).extractTaskHandles\n\tpkg/executor/distsql.go:1048\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).fetchHandles\n\tpkg/executor/distsql.go:983\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:727\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:57.696 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:57.696 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:57.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:57.799 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:57.799 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [error="context canceled"] [2024/06/02 08:07:57.875 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:58.000 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:58.930 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:58.930 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:58.930 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:59.149 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a7ae9d6b-3c4e-4a7e-a046-2305d41ed6c8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:59.269 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 32d06e82-985c-40a7-8736-3b4fc444141f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:59.269 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:59.269 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:59.269 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:59.278 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.686381157s] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:59.279 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:59.279 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:59.279 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:59.279 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:59.280 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (88.53s) --- PASS: TestImportInto/TestImportFromSelectBasic (7.06s) --- PASS: TestImportInto/TestImportFromSelectColumnList (3.04s) --- PASS: TestImportInto/TestImportFromSelectStaleRead (3.77s) --- PASS: TestImportInto/TestWriteAfterImportFromFile (35.60s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-0 (2.29s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-1 (2.81s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-2 (2.84s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-3 (2.48s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-4 (2.77s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-5 (3.12s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-6 (5.58s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-7 (3.16s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-8 (2.86s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-9 (2.87s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-10 (3.96s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect (17.77s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-0 (1.27s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-1 (1.28s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-2 (1.37s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-3 (1.32s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-4 (1.81s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-5 (1.25s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-6 (1.29s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-7 (1.22s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-8 (1.42s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-9 (1.45s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-10 (1.42s) PASS coverage: 14.3% of statements GCov does not exist at the given path: '' Jun 02, 2024 8:08:05 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 02, 2024 8:08:05 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 02, 2024 8:08:05 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 02, 2024 8:08:05 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 02, 2024 8:08:05 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 137.321s, Critical Path: 119.62s INFO: 1625 processes: 1600 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1625 total actions Test cases: finished with 28 passing and 0 failing out of 28 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:08:11.759Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:08:11.760Z] ['info'] => Project root located at: . [2024-06-02T08:08:11.763Z] ['info'] -> Token found by environment variables [2024-06-02T08:08:11.776Z] ['info'] Searching for coverage files... [2024-06-02T08:08:12.367Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:08:12.367Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:08:12.747Z] ['info'] Using manual override from args. [2024-06-02T08:08:12.747Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:08:12.757Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,602 / 1,603] 1 / 1 tests; Testing //tests/realtikvtest/addindextest4:addindextest4_test; 86s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date: bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test INFO: Elapsed time: 146.025s, Critical Path: 128.72s INFO: 1591 processes: 1560 remote cache hit, 10 internal, 21 linux-sandbox. INFO: Build completed successfully, 1591 total actions Test cases: finished with 19 passing and 0 failing out of 19 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. ./t/ddl/index_modify.test: ok! 39 test cases passed, take time 8.709287675 s [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [2024-06-02T08:08:13.455Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/4b92545f-3956-4f2b-a443-63c4bc82c39d.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080813Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=62bb6c02e8d1762957faf47f69f3bdcd5036fb56bd7bdbe2ce3e91ca15cd5496 [2024-06-02T08:08:13.456Z] ['info'] Uploading... [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh ./t/ddl/integration.test: ok! 87 test cases passed, take time 2.112863251 s [2024-06-02T08:08:14.525Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:08:14.526Z] ['info'] => Project root located at: . [2024-06-02T08:08:14.529Z] ['info'] -> Token found by environment variables [2024-06-02T08:08:14.547Z] ['info'] Searching for coverage files... [2024-06-02T08:08:15.153Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:08:15.153Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:08:15.525Z] ['info'] Using manual override from args. [2024-06-02T08:08:15.526Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:08:15.536Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:08:15.257Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-06-02T08:08:16.238Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/f757dc6d-44da-408b-b0c8-46b97480fac8.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080816Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=dccf08ef80e775d2e05791db759b235a2989c31ef8f106cd746a86abcb3bf24c [2024-06-02T08:08:16.238Z] ['info'] Uploading... [1,605 / 1,606] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 100s remote-cache, linux-sandbox [2024-06-02T08:08:18.007Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,605 / 1,606] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 101s remote-cache, linux-sandbox [1,605 / 1,606] 1 / 1 tests; Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 106s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/flashbacktest:flashbacktest_test: ==================== Test output for //tests/realtikvtest/flashbacktest:flashbacktest_test: === RUN TestFlashback [2024/06/02 08:06:29.682 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:29.683 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:29.684 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:06:29.685 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:29.685 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:29.686 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:29.686 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:29.686 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:29.686 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:29.686 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:29.689 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:06:29.694 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:29.696 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:29.697 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:29.722 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.723 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.731 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.731 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.744 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:29.767 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:29.881 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:30.012 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1261] ["lease id"=3eaa8fd7fae9183f] [2024/06/02 08:06:30.015 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:30.021 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashback\n\ttests/realtikvtest/flashbacktest/flashback_test.go:66\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/02 08:06:30.045 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.521582ms] [2024/06/02 08:06:30.048 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:30.048 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=7bba5376-2091-4999-8ae1-4f2e88639124] [runWorker=true] [2024/06/02 08:06:30.049 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:30.051 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:30.052 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:30.052 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:30.052 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:30.052 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:30.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:30.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:30.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:30.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:30.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:30.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:30.053 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:30.053 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:30.053 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:30.053 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:30.056 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bba5376-2091-4999-8ae1-4f2e88639124"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae91843] [ownerID=7bba5376-2091-4999-8ae1-4f2e88639124] [op=none] [2024/06/02 08:06:30.056 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bba5376-2091-4999-8ae1-4f2e88639124"] [2024/06/02 08:06:30.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:30.056 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f4392a5c-7f49-492e-93b9-96502cc428b9] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:30.057 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4392a5c-7f49-492e-93b9-96502cc428b9"] ["owner key"=/tidb/br-stream/owner/6f188fd7fae919c6] [ownerID=f4392a5c-7f49-492e-93b9-96502cc428b9] [op=none] [2024/06/02 08:06:30.058 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4392a5c-7f49-492e-93b9-96502cc428b9"] [2024/06/02 08:06:30.059 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:30.060 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bba5376-2091-4999-8ae1-4f2e88639124"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae91843] [ownerID=7bba5376-2091-4999-8ae1-4f2e88639124] [op=none] [2024/06/02 08:06:30.060 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bba5376-2091-4999-8ae1-4f2e88639124"] [op=none] [2024/06/02 08:06:30.060 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:30.065 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/02 08:06:30.096 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:30.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:30.096 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:30.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/02 08:06:30.139 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.192 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.742986ms] [2024/06/02 08:06:30.198 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:30.207 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:30.207 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/02 08:06:30.209 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=46.361129ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:30.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.279 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.307 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/02 08:06:30.307 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:30.311 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/02 08:06:30.335 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/02 08:06:30.518 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:30.518 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/02 08:06:30.569 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.890 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=13.247516ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:30.901 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:30.901 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/02 08:06:30.904 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=30.863467ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.981 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.056 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:31.157 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/02 08:06:31.158 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.161 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.83483766\n# Parse_time: 0\n# Compile_time: 0.008565751\n# Rewrite_time: 0.00000868\n# Optimize_time: 0\n# Wait_TS: 0.00039469\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/02 08:06:31.165 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/02 08:06:31.216 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.216 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/02 08:06:31.254 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.328 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.556954ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:31.338 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.338 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/02 08:06:31.340 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=17.955421ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.373 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.419 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/02 08:06:31.419 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.424 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/02 08:06:31.467 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.467 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/02 08:06:31.514 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.575 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.58905ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:31.586 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.586 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/02 08:06:31.588 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=19.200862ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.641 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.683 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/02 08:06:31.684 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.700 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/02 08:06:31.802 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.802 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/02 08:06:31.850 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.013 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.793212ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.024 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.024 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/02 08:06:32.025 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=20.967434ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.053 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:32.054 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/02 08:06:32.091 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.187 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/02 08:06:32.187 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.190 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.495474453\n# Parse_time: 0\n# Compile_time: 0.005436511\n# Rewrite_time: 0.000011078\n# Optimize_time: 0\n# Wait_TS: 0.000301449\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:32.195 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/02 08:06:32.261 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.261 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/02 08:06:32.304 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.400 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.177349ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.409 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.409 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/02 08:06:32.411 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=18.53188ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.474 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.529 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/02 08:06:32.530 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.533 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339673838\n# Parse_time: 0\n# Compile_time: 0.002287398\n# Rewrite_time: 0.000009343\n# Optimize_time: 0\n# Wait_TS: 0.000396898\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:32.537 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/02 08:06:32.606 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.606 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/02 08:06:32.656 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.752 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.033602ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.763 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.763 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/02 08:06:32.765 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=19.850556ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.828 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.881 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/02 08:06:32.881 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.884 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.348840623\n# Parse_time: 0\n# Compile_time: 0.002046753\n# Rewrite_time: 0.000010123\n# Optimize_time: 0\n# Wait_TS: 0.00038588\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:32.887 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/02 08:06:32.926 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.876 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.926 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.876 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/02 08:06:32.993 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.876 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.048 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.451085ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.058 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.058 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/02 08:06:33.060 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=18.073821ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.876 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.126 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.876 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.165 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/02 08:06:33.165 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.170 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/02 08:06:33.213 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.213 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/02 08:06:33.258 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.343 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.708915ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.353 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.353 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/02 08:06:33.355 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=18.64659ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.424 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.466 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/02 08:06:33.466 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.30030724\n# Parse_time: 0\n# Compile_time: 0.001210331\n# Rewrite_time: 0.000009508\n# Optimize_time: 0\n# Wait_TS: 0.000362771\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:33.474 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/02 08:06:33.529 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.529 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/02 08:06:33.599 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.670 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.572998ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.679 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.679 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/02 08:06:33.681 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=17.426386ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.715 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.774 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/02 08:06:33.774 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.778 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.305709579\n# Parse_time: 0\n# Compile_time: 0.002049713\n# Rewrite_time: 0.000009344\n# Optimize_time: 0\n# Wait_TS: 0.000412053\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:33.784 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/02 08:06:33.834 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.834 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/02 08:06:33.892 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.982 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.521852ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.994 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.994 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/02 08:06:33.995 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=21.685447ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.032 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.086 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/02 08:06:34.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.090 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.309593728\n# Parse_time: 0\n# Compile_time: 0.003606199\n# Rewrite_time: 0.000010177\n# Optimize_time: 0\n# Wait_TS: 0.00049285\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:34.097 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:34.099 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:34.171 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.171 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:34.240 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.360 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.704393ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.371 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.371 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/02 08:06:34.373 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=19.504472ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.432 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.507 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/02 08:06:34.507 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.510 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.415654512\n# Parse_time: 0\n# Compile_time: 0.002921519\n# Rewrite_time: 0.000009484\n# Optimize_time: 0\n# Wait_TS: 0.00036998\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:34.515 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/02 08:06:34.587 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.587 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/02 08:06:34.630 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.727 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.595322ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.737 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.737 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/02 08:06:34.738 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=19.468826ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.775 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.841 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/02 08:06:34.841 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.845 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331948908\n# Parse_time: 0\n# Compile_time: 0.002222165\n# Rewrite_time: 0.000011177\n# Optimize_time: 0\n# Wait_TS: 0.000370658\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:34.849 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:34.896 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.896 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:34.954 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.025 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.768287ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.037 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.037 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/02 08:06:35.039 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=20.361077ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.075 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.122 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/02 08:06:35.122 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.130 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:35.189 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.189 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:35.254 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.336 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.981824ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.347 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.347 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/02 08:06:35.349 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=19.715902ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.384 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.432 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/02 08:06:35.432 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.435 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307466382\n# Parse_time: 0\n# Compile_time: 0.00199133\n# Rewrite_time: 0.000011236\n# Optimize_time: 0\n# Wait_TS: 0.000378712\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:35.438 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:35.490 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.490 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:35.564 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.631 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.761777ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.640 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.640 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/02 08:06:35.642 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=18.204457ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.675 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.720 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/02 08:06:35.720 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.728 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/02 08:06:35.792 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.792 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/02 08:06:35.865 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.941 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.050629ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.951 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.951 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/02 08:06:35.953 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=19.976857ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.027 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.087 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/02 08:06:36.088 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.090 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365003571\n# Parse_time: 0\n# Compile_time: 0.002361266\n# Rewrite_time: 0.000011864\n# Optimize_time: 0\n# Wait_TS: 0.000384935\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:36.094 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/02 08:06:36.138 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.138 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/02 08:06:36.200 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.266 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.846333ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.278 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.278 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/02 08:06:36.279 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=19.492701ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.318 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.365 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/02 08:06:36.365 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.375 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:36.456 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.456 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:36.496 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.615 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.656383ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.625 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.625 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/02 08:06:36.627 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=19.991825ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.681 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.758 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/02 08:06:36.758 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.762 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389671617\n# Parse_time: 0\n# Compile_time: 0.002894711\n# Rewrite_time: 0.000011405\n# Optimize_time: 0\n# Wait_TS: 0.000360134\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:36.780 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:36.828 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.828 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:36.871 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.944 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.803668ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.954 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.954 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/02 08:06:36.956 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=18.425323ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.025 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.087 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/02 08:06:37.087 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.091 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312443025\n# Parse_time: 0\n# Compile_time: 0.001653438\n# Rewrite_time: 0.000009497\n# Optimize_time: 0\n# Wait_TS: 0.000308389\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:37.093 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/02 08:06:37.134 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.134 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/02 08:06:37.174 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.238 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.86412ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.249 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.249 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/02 08:06:37.251 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=20.243541ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.288 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.077 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.328 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/02 08:06:37.328 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.333 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/02 08:06:37.376 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.376 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/02 08:06:37.427 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.475 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.372636ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.487 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.487 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/02 08:06:37.489 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=19.989702ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.542 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.573 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/02 08:06:37.574 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.581 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/02 08:06:37.635 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.635 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/02 08:06:37.693 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.792 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.395856ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.802 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.802 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/02 08:06:37.804 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=19.642216ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.882 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.943 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/02 08:06:37.943 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.947 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367407317\n# Parse_time: 0\n# Compile_time: 0.002047247\n# Rewrite_time: 0.000008799\n# Optimize_time: 0\n# Wait_TS: 0.00039087\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:37.950 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:37.996 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.996 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:38.054 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.120 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.432411ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.131 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.131 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/02 08:06:38.133 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=18.237278ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.184 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.226 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/02 08:06:38.226 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.233 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/02 08:06:38.274 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.274 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/02 08:06:38.313 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.390 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.045776ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.401 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.401 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/02 08:06:38.403 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=20.692065ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.457 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.226 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.500 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/02 08:06:38.500 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.506 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/02 08:06:38.549 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.549 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/02 08:06:38.614 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.682 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.394483ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.694 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.694 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/02 08:06:38.696 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=19.874775ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.745 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.477 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.786 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/02 08:06:38.786 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.792 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:38.843 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.843 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/02 08:06:38.886 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.956 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.541093ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.966 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.966 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/02 08:06:38.968 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=18.462867ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.032 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.092 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/02 08:06:39.092 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.095 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.304484347\n# Parse_time: 0\n# Compile_time: 0.001401965\n# Rewrite_time: 0.000011895\n# Optimize_time: 0\n# Wait_TS: 0.000301411\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.099 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/02 08:06:39.146 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.147 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/02 08:06:39.187 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.251 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.54626ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.261 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.261 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/02 08:06:39.263 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=18.596386ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.316 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.357 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/02 08:06:39.357 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.365 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:39.367 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:39.421 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.421 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/02 08:06:39.490 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.573 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.309007ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.585 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.585 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/02 08:06:39.587 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=23.030563ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.624 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.687 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/02 08:06:39.688 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.692 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.329702766\n# Parse_time: 0\n# Compile_time: 0.002083374\n# Rewrite_time: 0.0000092\n# Optimize_time: 0\n# Wait_TS: 0.000444507\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.699 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:39.756 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.756 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:39.809 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.899 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.118461ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.910 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.910 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/02 08:06:39.912 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=19.991944ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.979 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.034 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/02 08:06:40.034 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.037 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339872186\n# Parse_time: 0\n# Compile_time: 0.002292089\n# Rewrite_time: 0.00001097\n# Optimize_time: 0\n# Wait_TS: 0.000354563\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.044 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:40.107 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.107 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:40.164 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.279 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.933729ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.290 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.290 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/02 08:06:40.292 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=19.877575ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.340 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.397 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/02 08:06:40.397 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.401 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.358960955\n# Parse_time: 0\n# Compile_time: 0.002219811\n# Rewrite_time: 0.000010485\n# Optimize_time: 0\n# Wait_TS: 0.000420245\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.408 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/02 08:06:40.516 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.516 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/02 08:06:40.562 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.682 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.477556ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.694 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.694 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/02 08:06:40.696 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=23.001858ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.739 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.816 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/02 08:06:40.816 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.820 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.414511853\n# Parse_time: 0\n# Compile_time: 0.003276962\n# Rewrite_time: 0.00001482\n# Optimize_time: 0\n# Wait_TS: 0.00033665\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.822 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/02 08:06:40.866 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.866 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/02 08:06:40.939 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.998 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.535164ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.011 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.011 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/02 08:06:41.013 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=22.124852ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.070 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.105 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/02 08:06:41.105 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.186 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:41.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.186 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:41.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/02 08:06:41.236 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.339 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.624598ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:41.349 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.349 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/02 08:06:41.351 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=20.734935ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:41.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.389 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.127 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.463 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/02 08:06:41.463 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.467 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354194552\n# Parse_time: 0\n# Compile_time: 0.009991545\n# Rewrite_time: 0.00456446\n# Optimize_time: 0\n# Wait_TS: 0.000462181\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.471 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/02 08:06:41.528 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.528 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/02 08:06:41.580 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.679 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=4.125188ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.691 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.691 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/02 08:06:41.693 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=21.947018ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.732 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.782 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/02 08:06:41.782 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.785 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.315697629\n# Parse_time: 0\n# Compile_time: 0.001894045\n# Rewrite_time: 0.000011487\n# Optimize_time: 0\n# Wait_TS: 0.000417597\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.789 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/02 08:06:41.840 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.840 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/02 08:06:41.913 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.982 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.742002ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.993 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.993 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/02 08:06:41.995 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=19.693495ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.049 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.056 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=f4392a5c-7f49-492e-93b9-96502cc428b9] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:42.057 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/02 08:06:42.092 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/02 08:06:42.092 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.095 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.308138047\n# Parse_time: 0\n# Compile_time: 0.001725065\n# Rewrite_time: 0.000008773\n# Optimize_time: 0\n# Wait_TS: 0.000321605\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.099 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/02 08:06:42.143 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.143 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/02 08:06:42.208 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.269 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.506773ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.280 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.280 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/02 08:06:42.281 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=18.828807ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.327 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.372 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/02 08:06:42.372 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.382 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/02 08:06:42.462 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.462 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/02 08:06:42.504 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.643 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.154347ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.654 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.654 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/02 08:06:42.655 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=20.910849ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.735 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.377 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.817 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/02 08:06:42.817 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.820 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.441544669\n# Parse_time: 0\n# Compile_time: 0.003264683\n# Rewrite_time: 0.000008611\n# Optimize_time: 0\n# Wait_TS: 0.000313317\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.826 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/02 08:06:42.909 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.909 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/02 08:06:42.979 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.101 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.806494ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.111 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.111 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/02 08:06:43.112 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=19.566258ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.178 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.259 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/02 08:06:43.260 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:43.263 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.439581922\n# Parse_time: 0\n# Compile_time: 0.002548489\n# Rewrite_time: 0.000015591\n# Optimize_time: 0\n# Wait_TS: 0.000521104\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:43.270 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/02 08:06:43.354 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:43.354 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/02 08:06:43.414 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.574 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.142899ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.584 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.584 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/02 08:06:43.586 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=28.684496ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.633 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.714 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/02 08:06:43.715 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:43.718 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.451245517\n# Parse_time: 0\n# Compile_time: 0.002956471\n# Rewrite_time: 0.000014373\n# Optimize_time: 0\n# Wait_TS: 0.00046569\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:43.724 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:43.801 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:43.801 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:43.867 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.994 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.874826ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:44.005 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.005 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/02 08:06:44.006 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=20.034848ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.098 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.184 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/02 08:06:44.184 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.187 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.465654402\n# Parse_time: 0\n# Compile_time: 0.002556626\n# Rewrite_time: 0.000010535\n# Optimize_time: 0\n# Wait_TS: 0.000420256\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.193 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:44.268 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.268 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:44.339 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.471 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.957833ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:44.483 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.483 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/02 08:06:44.485 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=21.656436ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.533 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.176 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.613 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/02 08:06:44.613 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.616 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.425277286\n# Parse_time: 0\n# Compile_time: 0.002509149\n# Rewrite_time: 0.000010626\n# Optimize_time: 0\n# Wait_TS: 0.000396984\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.623 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/02 08:06:44.725 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.725 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/02 08:06:44.770 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.906 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.899819ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:44.917 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.917 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/02 08:06:44.919 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=21.628582ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.981 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.066 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/02 08:06:45.066 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.070 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.450206518\n# Parse_time: 0\n# Compile_time: 0.003083356\n# Rewrite_time: 0.000009438\n# Optimize_time: 0\n# Wait_TS: 0.000353959\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:45.076 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:45.169 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.169 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:45.255 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.372 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.748804ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.383 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.383 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/02 08:06:45.386 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=21.979048ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.425 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.498 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/02 08:06:45.498 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.502 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.428260054\n# Parse_time: 0\n# Compile_time: 0.002654289\n# Rewrite_time: 0.000012195\n# Optimize_time: 0\n# Wait_TS: 0.000427848\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:45.508 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:45.570 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.570 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:45.637 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.728 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.775636ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.740 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.740 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/02 08:06:45.742 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=21.333637ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.781 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.849 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/02 08:06:45.849 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.852 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346794833\n# Parse_time: 0\n# Compile_time: 0.002818561\n# Rewrite_time: 0.000010157\n# Optimize_time: 0\n# Wait_TS: 0.000400687\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:45.860 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/02 08:06:45.967 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.967 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/02 08:06:46.031 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.192 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.905141ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.204 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.204 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/02 08:06:46.206 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=23.408792ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.284 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.377 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/02 08:06:46.378 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.381 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.524682953\n# Parse_time: 0\n# Compile_time: 0.003701359\n# Rewrite_time: 0.000010015\n# Optimize_time: 0\n# Wait_TS: 0.000324726\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.387 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:46.454 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.455 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:46.521 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.636 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.732548ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.649 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.649 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/02 08:06:46.652 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=24.15855ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.706 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.770 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/02 08:06:46.770 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.774 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.388966286\n# Parse_time: 0\n# Compile_time: 0.002339567\n# Rewrite_time: 0.000009768\n# Optimize_time: 0\n# Wait_TS: 0.000547432\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.777 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/02 08:06:46.836 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.836 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/02 08:06:46.913 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.987 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.711279ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.998 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.998 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/02 08:06:47.000 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=18.809976ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.036 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.075 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:47.075 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:47.075 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:47.075 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:47.089 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/02 08:06:47.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.317369586\n# Parse_time: 0\n# Compile_time: 0.001474878\n# Rewrite_time: 0.000010749\n# Optimize_time: 0\n# Wait_TS: 0.000557433\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.097 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/02 08:06:47.149 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.149 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/02 08:06:47.214 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.327 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.298339ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.339 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.339 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/02 08:06:47.342 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=22.233257ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.384 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.450 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/02 08:06:47.450 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.454 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.358822194\n# Parse_time: 0\n# Compile_time: 0.001663322\n# Rewrite_time: 0.000010694\n# Optimize_time: 0\n# Wait_TS: 0.000414512\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.456 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/02 08:06:47.484 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:47.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.484 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:47.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/02 08:06:47.531 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.570 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.113335ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:06:47.582 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.583 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/02 08:06:47.585 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=26.261646ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:47.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.641 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.665 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/02 08:06:47.666 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.721 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:47.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.721 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:47.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/02 08:06:47.789 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.856 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.455439ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:47.866 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.866 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/02 08:06:47.868 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=18.287523ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:47.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.924 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.981 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/02 08:06:47.982 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.985 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.313725343\n# Parse_time: 0\n# Compile_time: 0.003967154\n# Rewrite_time: 0.001987675\n# Optimize_time: 0\n# Wait_TS: 0.000329432\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:48.565 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183982737260547\n# Query_time: 0.350316048\n# Parse_time: 0\n# Compile_time: 0.166659521\n# Rewrite_time: 0.004686825\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 369887\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3wvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzQuMm1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI2LjUBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDc1Ni41wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDUwLjfCtXMRQQx3YWl0GRoBRhEaKGt2X3JlYWRfd2FsDWgUIDEwNi42CT0IaWt2MhoADDI4LjIJgwxzY2FuPoMADGtleXMFxihnZXRfc25hcHNobxF3DDEyLjMFVGhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BpER4bjoge3ByZXdyaXRlOjEuNjMhOQFRESIYczozOTQuMQVNCRQMOjEuMQEmHHNsb3dlc3RfET8lRQAgMYVAMC4wMDJzLCByZWdpb25faWQB6hAsIHN0byGrODEyNy4wLjAuMToyMDE2MEJkAToKAQQ3NgnQBH0sOgoBAao++wAIMS44Ba5a+wAF6zlMBZEUX2JhdGNoJbhFPyk8KHByb3Bvc2Vfc2VuIbJIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvEDIxNS45BXcJYBRsZWFkZXINUigxMTducywgc3luYwk2CDE0N00XCS4wbWVtdGFibGU6IDIuMUFKOaMFZhA0NDkuNAVeEGFwcGx5Mq8ABDE1LhsAFZIAOBGQFG11dGV4Xyn9Ab8JcjKgABkXAHdlQAAxMssAGZ0IMTEuQaouQgIYcHJpbWFyeUb8AQQxc/78AS38CDQzOQWPjvwBCDguOCE+BCwg3vwBBDEwyvwBADU2zQEyWwEENDA2+gEEMzRa+QEMNjUzbgHkaWQp9wQxOTHFSvcBADdN5wUbOfcAMg0XAG3C9wEEMTglaAAsTSI99wAzJRUl923PCG51baEwSUyFiQAxETgYYnl0ZTozMgUuGGluc2VydDpB70A3bXMJMTEzLjIgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/06/02 08:06:48.669 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=18.612814766s] [2024/06/02 08:06:48.675 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:06:48.675 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bba5376-2091-4999-8ae1-4f2e88639124"] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=17.155Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=13.138Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=8.828Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=3.924Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=6.423Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=5.006Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=12.046Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=7.866Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=6.746Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=8.934Β΅s] [2024/06/02 08:06:48.699 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:48.700 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.707Β΅s] [2024/06/02 08:06:48.700 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bba5376-2091-4999-8ae1-4f2e88639124"] [2024/06/02 08:06:48.700 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bba5376-2091-4999-8ae1-4f2e88639124"] [2024/06/02 08:06:48.700 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bba5376-2091-4999-8ae1-4f2e88639124"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:48.701 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bba5376-2091-4999-8ae1-4f2e88639124"] [] [2024/06/02 08:06:48.703 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:48.703 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:06:48.703 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:06:48.717 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=7bba5376-2091-4999-8ae1-4f2e88639124] ["take time"=42.376268ms] [2024/06/02 08:06:48.717 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=7bba5376-2091-4999-8ae1-4f2e88639124] [2024/06/02 08:06:48.720 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1261] [2024/06/02 08:06:48.720 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:48.720 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:06:48.721 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:48.721 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:48.721 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:06:48.721 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:48.721 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:06:48.721 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:48.721 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:06:48.721 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:48.721 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:06:48.721 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:48.722 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager f4392a5c-7f49-492e-93b9-96502cc428b9 watch owner key /tidb/br-stream/owner/6f188fd7fae919c6"] [2024/06/02 08:06:48.722 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4392a5c-7f49-492e-93b9-96502cc428b9"] [2024/06/02 08:06:48.722 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:06:48.722 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4392a5c-7f49-492e-93b9-96502cc428b9"] [2024/06/02 08:06:48.722 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4392a5c-7f49-492e-93b9-96502cc428b9"] [2024/06/02 08:06:48.722 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:06:48.722 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:06:48.724 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:06:48.724 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f4392a5c-7f49-492e-93b9-96502cc428b9] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:48.724 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 08:06:48.724 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:06:48.724 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager f4392a5c-7f49-492e-93b9-96502cc428b9"] [error="context canceled"] [2024/06/02 08:06:48.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:48.724 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=49.797871ms] [2024/06/02 08:06:48.725 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:48.736 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:48.877 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1088] ["lease id"=22318fd7fae91a75] [2024/06/02 08:06:48.879 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:48.925 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4392a5c-7f49-492e-93b9-96502cc428b9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:48.978 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=95.108596ms] [2024/06/02 08:06:48.983 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:48.984 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=eff4d39a-d732-46ed-8551-e983c0b8564a] [runWorker=true] [2024/06/02 08:06:48.984 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:48.986 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:48.987 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:48.987 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:48.987 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:48.988 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:48.988 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:48.990 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae91900] [ownerID=eff4d39a-d732-46ed-8551-e983c0b8564a] [op=none] [2024/06/02 08:06:48.990 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:48.991 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:48.991 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=199d72b7-cfd6-490e-8456-3deb6c11e260] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:48.998 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:48.999 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae91900] [ownerID=eff4d39a-d732-46ed-8551-e983c0b8564a] [op=none] [2024/06/02 08:06:48.999 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [op=none] [2024/06/02 08:06:48.999 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:49.016 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:06:49.017 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:49.018 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:06:49.019 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] ["owner key"=/tidb/bindinfo/owner/3eaa8fd7fae91905] [ownerID=eff4d39a-d732-46ed-8551-e983c0b8564a] [op=none] [2024/06/02 08:06:49.019 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:49.036 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/02 08:06:49.041 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:06:49.125 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:49.143 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:49.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:49.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:49.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:49.155 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:06:49.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:49.155 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:06:49.155 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:06:49.155 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:06:49.155 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:06:49.159 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:49.159 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:06:49.160 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:49.160 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:49.160 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:49.160 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:49.161 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:49.161 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:06:49.161 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:49.161 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=10] [2024/06/02 08:06:49.163 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] ["owner key"=/tidb/stats/owner/22318fd7fae91a7f] [ownerID=eff4d39a-d732-46ed-8551-e983c0b8564a] [op=none] [2024/06/02 08:06:49.163 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:49.163 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:49.165 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=62] [total-mem=32GiB] [2024/06/02 08:06:49.170 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:06:49.172 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/ba984ef8-536b-4aa3-a703-30576e7395f3] [2024/06/02 08:06:49.172 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:49.172 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:49.182 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:49.182 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:06:49.182 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:06:49.189 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:06:49.197 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=38.446797ms] [2024/06/02 08:06:49.197 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:06:49.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:49.214 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:06:49.277 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:06:49.302 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/06/02 08:06:49.305 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/06/02 08:06:49.347 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:49.347 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/06/02 08:06:49.396 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.404 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/06/02 08:06:49.449 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="builder's (v2=true) infoschema mismatch, return error to trigger full reload"] [errorVerbose="builder's (v2=true) infoschema mismatch, return error to trigger full reload\ngithub.com/pingcap/tidb/pkg/infoschema.(*Builder).InitWithOldInfoSchema\n\tpkg/infoschema/builder.go:799\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:475\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:06:49.811 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=362.204036ms] [2024/06/02 08:06:49.906 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:49.906 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=460.337959ms] [2024/06/02 08:06:49.916 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/02 08:06:49.919 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=474.29007ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.972 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.008 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/02 08:06:50.008 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:50.012 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.707841613\n# Parse_time: 0.000495964\n# Compile_time: 0.000648976\n# Rewrite_time: 0.000008419\n# Optimize_time: 0.000371994\n# Wait_TS: 0.000469939\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/06/02 08:06:50.013 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:50.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:50.013 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:50.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:50.172 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:06:50.172 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:06:50.172 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ba984ef8-536b-4aa3-a703-30576e7395f3] [watcherID=48f2f790-1b89-4f02-900b-4657ec37f857] [2024/06/02 08:06:50.183 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:06:50.184 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f4392a5c-7f49-492e-93b9-96502cc428b9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:50.197 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=62] [2024/06/02 08:06:50.197 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:06:50.197 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:06:50.197 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:06:50.197 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:06:50.987 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:51.038 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:06:51.026 +0000 UTC"] [2024/06/02 08:06:51.064 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:06:51.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:51.064 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:06:51.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:06:51.026000'"] [2024/06/02 08:06:51.128 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.141 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=106] [2024/06/02 08:06:51.205 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.446 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=194.558Β΅s] [gotSchemaVersion=53] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:06:51.457 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/06/02 08:06:51.459 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=16.071643ms] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:06:51.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.510 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.511 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=6d44423a3200000000fb0000000000000068] [2024/06/02 08:06:51.514 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=6d44423a3200000000fb0000000000000068] ["first new region left"="{Id:28 StartKey: EndKey:6d44423a32000000ff00fb000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:7} Peers:[id:29 store_id:1 id:30 store_id:2 id:31 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/06/02 08:06:51.514 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[28,32]"] [2024/06/02 08:06:51.514 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=6d4442730000000000fa0000000000000068] [2024/06/02 08:06:51.521 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=6d4442730000000000fa0000000000000068] ["first new region left"="{Id:36 StartKey:6d44423a33000000ff00fb000000000000ff0068000000000000f9 EndKey:6d44427300000000ff00fa000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:37 store_id:1 id:38 store_id:2 id:39 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/06/02 08:06:51.521 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[36,40]"] [2024/06/02 08:06:51.521 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000000] [2024/06/02 08:06:51.522 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000000] ["first new region left"="{Id:44 StartKey:7200000100000000fb EndKey:7480000000000000ff0000000000000000f8 RegionEpoch:{ConfVer:5 Version:7} Peers:[id:45 store_id:1 id:46 store_id:2 id:47 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/06/02 08:06:51.523 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[44,48]"] [2024/06/02 08:06:51.523 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:06:51.525 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:06:51.527 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.971724ms] ["completed regions"=1] [2024/06/02 08:06:51.527 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:06:51.529 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:06:51.531 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=3.121886ms] ["completed regions"=1] [2024/06/02 08:06:51.531 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:06:51.533 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:06:51.535 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.078137ms] ["completed regions"=1] [2024/06/02 08:06:51.549 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=106] [2024/06/02 08:06:51.632 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.633 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:06:51.635 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:06:51.637 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=1] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:730"] [2024/06/02 08:06:51.637 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:06:51.637 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.076837ms] ["completed regions"=1] [2024/06/02 08:06:51.637 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:06:51.638 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="region 48 is in flashback progress, FlashbackStartTS is 450183983628550148"] [errorVerbose="region 48 is in flashback progress, FlashbackStartTS is 450183983628550148\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).onRegionError\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2465\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1844\ngithub.com/tikv/client-go/v2/txnkv/txnsnapshot.(*ClientHelper).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/txnkv/txnsnapshot/client_helper.go:146\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1283\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1285\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:06:51.640 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:06:51.641 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:06:51.641 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=3.0536ms] ["completed regions"=1] [2024/06/02 08:06:51.641 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:06:51.643 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:06:51.645 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:06:51.646 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.109568ms] ["completed regions"=1] [2024/06/02 08:06:51.646 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:06:51.674 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:06:52.012 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=338.121701ms] [2024/06/02 08:06:52.097 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:52.097 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=425.842998ms] [2024/06/02 08:06:52.105 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/06/02 08:06:52.107 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=437.327539ms] [job="ID:106, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:06:51.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.305 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:06:51.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.333 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/06/02 08:06:52.333 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:52.336 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.300249115\n# Parse_time: 0.000501159\n# Compile_time: 0.000846203\n# Rewrite_time: 0.000016739\n# Optimize_time: 0.000371994\n# Wait_TS: 0.000489854\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:06:51.026000';"] [2024/06/02 08:06:52.339 +00:00] [INFO] [executor.go:2329] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/06/02 08:06:52.397 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:06:52.397 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=15.862Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=14.095Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=12.585Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=14.583Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=12.866Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=9.477Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=12.941Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=13.603Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=14.517Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=13.651Β΅s] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:52.404 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=5.741Β΅s] [2024/06/02 08:06:52.405 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:52.405 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:52.405 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:52.406 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [] [2024/06/02 08:06:52.407 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:52.407 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:06:52.407 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:06:52.410 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=eff4d39a-d732-46ed-8551-e983c0b8564a] ["take time"=12.805301ms] [2024/06/02 08:06:52.410 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=eff4d39a-d732-46ed-8551-e983c0b8564a] [2024/06/02 08:06:52.411 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:06:52.412 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:06:52.412 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ba984ef8-536b-4aa3-a703-30576e7395f3] [watcherID=48f2f790-1b89-4f02-900b-4657ec37f857] [2024/06/02 08:06:52.412 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/ba984ef8-536b-4aa3-a703-30576e7395f3] [2024/06/02 08:06:52.412 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:06:52.412 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:52.412 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:52.412 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:52.412 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:52.412 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:06:52.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:52.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:52.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:52.412 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:52.418 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:06:52.418 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1088] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=eff4d39a-d732-46ed-8551-e983c0b8564a] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:52.419 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:52.419 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:52.419 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:06:52.419 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:06:52.419 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:52.419 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:06:52.419 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:06:52.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:52.419 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:06:52.419 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:52.419 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 199d72b7-cfd6-490e-8456-3deb6c11e260"] [error="lost watcher waiting for delete"] [2024/06/02 08:06:52.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:52.419 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:06:52.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:52.419 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a watch owner key /tidb/stats/owner/22318fd7fae91a7f"] [2024/06/02 08:06:52.420 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 199d72b7-cfd6-490e-8456-3deb6c11e260"] [2024/06/02 08:06:52.420 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:52.419 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:06:52.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:52.420 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:52.420 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [2024/06/02 08:06:52.420 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=eff4d39a-d732-46ed-8551-e983c0b8564a] [2024/06/02 08:06:52.420 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:06:52.420 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:06:52.420 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:06:52.420 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:06:52.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:52.421 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:06:52.421 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 199d72b7-cfd6-490e-8456-3deb6c11e260"] [error="context canceled"] [2024/06/02 08:06:52.421 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:06:52.421 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=199d72b7-cfd6-490e-8456-3deb6c11e260] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:52.421 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:52.421 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:52.421 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:52.454 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:06:52.454 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [error="context canceled"] [2024/06/02 08:06:52.622 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 199d72b7-cfd6-490e-8456-3deb6c11e260"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:52.655 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:53.704 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:53.704 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:06:53.705 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:53.874 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 199d72b7-cfd6-490e-8456-3deb6c11e260"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:53.915 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager eff4d39a-d732-46ed-8551-e983c0b8564a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:53.915 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:06:53.915 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:06:53.915 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:53.930 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.533565119s] [2024/06/02 08:06:53.931 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:53.931 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:53.931 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:53.932 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:53.933 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashback (24.26s) === RUN TestPrepareFlashbackFailed [2024/06/02 08:06:53.942 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:53.943 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:53.944 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:06:53.945 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:53.945 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:53.946 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:53.946 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:53.946 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:53.946 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:53.946 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:53.948 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:06:53.952 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:53.954 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:53.956 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:53.964 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:53.977 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:54.126 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1566] ["lease id"=22318fd7fae91a99] [2024/06/02 08:06:54.128 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:54.529 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=54] ["start time"=397.319526ms] [2024/06/02 08:06:54.609 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:54.609 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=480.229925ms] [2024/06/02 08:06:54.609 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=592b88b0-a3e9-4ca1-9204-7dd19cfeda85] [runWorker=true] [2024/06/02 08:06:54.609 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:54.611 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:54.612 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:54.612 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=483.647974ms] [2024/06/02 08:06:54.614 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae9192d] [ownerID=592b88b0-a3e9-4ca1-9204-7dd19cfeda85] [op=none] [2024/06/02 08:06:54.615 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [2024/06/02 08:06:54.615 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:54.615 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:54.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:54.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:54.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:54.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:54.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:54.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:54.616 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:54.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:54.616 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:54.616 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:54.616 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:54.618 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:54.619 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4e6084c1-16e0-492b-ad12-8a78a2dae058] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:54.623 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:54.623 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:06:54.624 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae9192d] [ownerID=592b88b0-a3e9-4ca1-9204-7dd19cfeda85] [op=none] [2024/06/02 08:06:54.624 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [op=none] [2024/06/02 08:06:54.624 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:54.685 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:06:54.686 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:54.687 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:06:54.793 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:54.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:54.822 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:54.822 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:54.822 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:54.822 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:06:54.822 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:54.822 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:06:54.822 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:06:54.822 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:06:54.822 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:06:54.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:54.825 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:06:54.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:54.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:54.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:54.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:54.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:54.826 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:06:54.826 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:54.826 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:06:54.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:54.831 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:06:54.837 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/faf9c78e-f5ee-4946-a84c-8e90e77ce275] [2024/06/02 08:06:54.838 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:54.838 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:54.844 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:54.844 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:06:54.845 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:06:54.876 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:06:54.909 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:06:54.916 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:06:54.917 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=54] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:06:54.920 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=54] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:06:54.933 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:06:54.940 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=115.798317ms] [2024/06/02 08:06:54.941 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:54.941 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:06:54.950 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:54.950 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:06:55.001 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.034 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=683.332Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:06:55.044 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=55] [2024/06/02 08:06:55.046 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=17.301161ms] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.106 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.139 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=239.228Β΅s] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:06:55.150 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=56] [2024/06/02 08:06:55.152 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=16.740068ms] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.212 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.221 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/06/02 08:06:55.271 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=360.626Β΅s] [gotSchemaVersion=57] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:06:55.284 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=57] [2024/06/02 08:06:55.286 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=19.751548ms] [job="ID:107, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:54.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.351 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=107] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/06/02 08:06:55.364 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="drop table"] [2024/06/02 08:06:55.368 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [job="ID:107, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:54.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.425 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/06/02 08:06:55.426 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:55.429 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 3\n# Query_time: 0.510401726\n# Parse_time: 0.000278723\n# Compile_time: 0.000856557\n# Rewrite_time: 0.000019977\n# Optimize_time: 0.000167346\n# Wait_TS: 0.000423156\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:06:55.461 +00:00] [INFO] [set.go:170] ["set global var"] [conn=4] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:06:55.497 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=57] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/06/02 08:06:55.499 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=57] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/06/02 08:06:55.535 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:55.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:55.535 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:55.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/06/02 08:06:55.597 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=109] [conn=4] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:55.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.604 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 108, Table Name: t"] [2024/06/02 08:06:55.639 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:55.639 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:55.640 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:55.640 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:55.651 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.674177ms] [gotSchemaVersion=58] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:55.663 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/06/02 08:06:55.665 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=19.587307ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:55.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.740 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=109] [conn=4] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:55.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.789 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/06/02 08:06:55.789 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:55.838 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:06:55.838 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:06:55.838 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/faf9c78e-f5ee-4946-a84c-8e90e77ce275] [watcherID=d2513ea6-6b5b-4471-96d9-a341ae60355f] [2024/06/02 08:06:55.845 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:06:55.861 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:06:55.861 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:06:55.861 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:06:55.861 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:06:56.612 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:56.817 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:06:56.776 +0000 UTC"] [2024/06/02 08:06:56.840 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:06:56.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:56.840 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:06:56.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:06:56.776000'"] [2024/06/02 08:06:56.898 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.911 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=110] [2024/06/02 08:06:56.985 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.255 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=244.266Β΅s] [gotSchemaVersion=59] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:06:57.270 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=110] [version=59] [2024/06/02 08:06:57.272 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=21.35383ms] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:06:56.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.336 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.338 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:06:57.340 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:06:57.344 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:06:57.346 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=7.762636ms] ["completed regions"=1] [2024/06/02 08:06:57.346 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:06:57.348 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:06:57.352 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:06:57.353 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=6.354166ms] ["completed regions"=1] [2024/06/02 08:06:57.353 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:06:57.354 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:06:57.359 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:06:57.361 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=7.719407ms] ["completed regions"=1] [2024/06/02 08:06:57.376 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=110] [2024/06/02 08:06:57.416 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.416 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:06:57.419 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:06:57.420 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:06:57.420 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.465832ms] ["completed regions"=1] [2024/06/02 08:06:57.420 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:06:57.422 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:06:57.423 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:06:57.424 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.874564ms] ["completed regions"=1] [2024/06/02 08:06:57.424 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:06:57.425 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:06:57.430 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:06:57.430 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=6.422342ms] ["completed regions"=1] [2024/06/02 08:06:57.431 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:06:57.461 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:06:57.823 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=362.629173ms] [2024/06/02 08:06:57.913 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:57.914 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=455.988544ms] [2024/06/02 08:06:57.925 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=110] [version=60] [2024/06/02 08:06:57.927 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=470.048006ms] [job="ID:110, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:06:56.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.126 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [job="ID:110, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:06:56.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.152 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/06/02 08:06:58.153 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:58.156 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 1.341360309\n# Parse_time: 0.000347767\n# Compile_time: 0.000609545\n# Rewrite_time: 0.000007839\n# Optimize_time: 0.000468863\n# Wait_TS: 0.000379154\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nflashback cluster to timestamp '2024-06-02 08:06:56.776000';"] [2024/06/02 08:06:58.160 +00:00] [INFO] [executor.go:2329] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/06/02 08:06:58.228 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:06:58.228 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [2024/06/02 08:06:58.231 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:58.232 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=18.671Β΅s] [2024/06/02 08:06:58.232 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=15.241Β΅s] [2024/06/02 08:06:58.232 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=23.718Β΅s] [2024/06/02 08:06:58.232 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=13.184Β΅s] [2024/06/02 08:06:58.232 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:58.232 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=6.49Β΅s] [2024/06/02 08:06:58.232 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [2024/06/02 08:06:58.232 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [2024/06/02 08:06:58.232 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:58.233 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [] [2024/06/02 08:06:58.234 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:58.234 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:06:58.234 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:06:58.237 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=592b88b0-a3e9-4ca1-9204-7dd19cfeda85] ["take time"=9.389794ms] [2024/06/02 08:06:58.237 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=592b88b0-a3e9-4ca1-9204-7dd19cfeda85] [2024/06/02 08:06:58.239 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:06:58.239 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:06:58.239 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/faf9c78e-f5ee-4946-a84c-8e90e77ce275] [watcherID=d2513ea6-6b5b-4471-96d9-a341ae60355f] [2024/06/02 08:06:58.239 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/faf9c78e-f5ee-4946-a84c-8e90e77ce275] [2024/06/02 08:06:58.239 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:06:58.239 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:58.239 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:58.240 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:58.239 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:58.240 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:06:58.240 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:58.240 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:58.240 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:58.240 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:58.245 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:06:58.245 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1566] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=592b88b0-a3e9-4ca1-9204-7dd19cfeda85] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:58.246 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:58.246 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:06:58.247 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [error="lost watcher waiting for delete"] [2024/06/02 08:06:58.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:58.247 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4e6084c1-16e0-492b-ad12-8a78a2dae058"] [error="lost watcher waiting for delete"] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:06:58.247 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [error="context canceled"] [2024/06/02 08:06:58.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:58.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:06:58.247 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:58.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:58.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:06:58.247 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:58.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:58.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:58.246 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:06:58.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:58.246 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:06:58.246 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:06:58.246 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:06:58.246 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:58.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:58.247 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:06:58.246 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:58.247 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=592b88b0-a3e9-4ca1-9204-7dd19cfeda85] [2024/06/02 08:06:58.247 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:06:58.247 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:06:58.247 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:06:58.247 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:06:58.247 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:06:58.248 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:06:58.248 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:58.249 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:06:58.249 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:06:58.249 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:58.249 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:58.249 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4e6084c1-16e0-492b-ad12-8a78a2dae058"] [error="context canceled"] [2024/06/02 08:06:58.249 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4e6084c1-16e0-492b-ad12-8a78a2dae058] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:58.249 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4e6084c1-16e0-492b-ad12-8a78a2dae058"] [2024/06/02 08:06:58.249 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:58.374 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:06:58.374 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [error="context canceled"] [2024/06/02 08:06:58.374 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [2024/06/02 08:06:58.374 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:59.508 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4e6084c1-16e0-492b-ad12-8a78a2dae058"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:59.510 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:59.510 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:06:59.510 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:59.634 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 592b88b0-a3e9-4ca1-9204-7dd19cfeda85"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:59.635 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:06:59.635 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:06:59.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:59.642 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.414642011s] [2024/06/02 08:06:59.643 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:59.643 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:59.643 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:59.643 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:59.643 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:59.643 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:59.643 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:59.643 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:59.643 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:59.643 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:59.643 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:59.644 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:59.644 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:59.645 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPrepareFlashbackFailed (5.71s) === RUN TestFlashbackAddDropIndex [2024/06/02 08:06:59.652 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:59.653 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:06:59.654 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:06:59.654 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:59.654 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:06:59.655 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:59.655 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:59.655 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:59.655 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:59.655 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:59.657 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:06:59.661 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:59.663 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:59.664 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:59.673 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:59.684 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:59.827 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1526] ["lease id"=3eaa8fd7fae91960] [2024/06/02 08:06:59.829 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:00.197 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=60] ["start time"=364.010043ms] [2024/06/02 08:07:00.279 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:00.279 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=450.040404ms] [2024/06/02 08:07:00.279 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=9715ae38-3ef7-4738-90f0-05b59421258d] [runWorker=true] [2024/06/02 08:07:00.280 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:00.282 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:00.283 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:00.283 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=453.682823ms] [2024/06/02 08:07:00.285 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91ac2] [ownerID=9715ae38-3ef7-4738-90f0-05b59421258d] [op=none] [2024/06/02 08:07:00.285 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [2024/06/02 08:07:00.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:00.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:00.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:00.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:00.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:00.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:00.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:00.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:00.287 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:00.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:00.288 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:00.288 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:00.288 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:00.290 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:00.290 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cf82b735-4735-4766-9fea-01cb8ef17f7f] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:00.294 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:00.295 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91ac2] [ownerID=9715ae38-3ef7-4738-90f0-05b59421258d] [op=none] [2024/06/02 08:07:00.295 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [op=none] [2024/06/02 08:07:00.295 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:00.296 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:00.362 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:00.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:00.364 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:00.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:00.484 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:00.495 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:00.495 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:00.495 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:00.496 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:00.496 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:00.496 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:00.496 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:00.496 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:00.496 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:00.498 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:00.498 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:00.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:00.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:00.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:00.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:00.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:00.500 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:00.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:00.500 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:00.503 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:00.505 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:00.510 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/10e2b9cc-c835-4171-a4af-5abd24935e93] [2024/06/02 08:07:00.510 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:00.511 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:00.513 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:00.513 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:00.513 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:00.588 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:00.612 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:00.618 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:00.626 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=60] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:00.629 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=60] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:07:00.629 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:00.638 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=139.846386ms] [2024/06/02 08:07:00.638 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:00.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:00.659 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:00.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:00.659 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:00.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:07:00.729 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.761 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=571.705Β΅s] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:00.772 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=61] [2024/06/02 08:07:00.774 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=17.896477ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:00.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.811 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.844 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=280.94Β΅s] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:00.855 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=62] [2024/06/02 08:07:00.857 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=16.901794ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.913 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.922 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 108, Old Table Name: t"] [2024/06/02 08:07:00.954 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=273.173Β΅s] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:00.966 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=63] [2024/06/02 08:07:00.967 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=17.562424ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:00.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.020 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/06/02 08:07:01.034 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/06/02 08:07:01.037 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:00.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.092 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/02 08:07:01.092 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.095 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.467193193\n# Parse_time: 0.000176652\n# Compile_time: 0.000586446\n# Rewrite_time: 0.000008185\n# Optimize_time: 0.000212289\n# Wait_TS: 0.000368924\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:07:01.141 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:01.172 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=63] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/06/02 08:07:01.174 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=63] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/06/02 08:07:01.234 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:01.234 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/06/02 08:07:01.297 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=6] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.305 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: t"] [2024/06/02 08:07:01.310 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:01.310 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:01.310 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:01.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:01.351 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.700297ms] [gotSchemaVersion=64] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:01.363 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=64] [2024/06/02 08:07:01.365 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=20.399444ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.431 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=6] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.466 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/02 08:07:01.466 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.510 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:01.511 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:01.511 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/10e2b9cc-c835-4171-a4af-5abd24935e93] [watcherID=f0ccb665-158d-4648-bba5-73674e087cb7] [2024/06/02 08:07:01.513 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:01.525 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:01.525 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:01.525 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:01.525 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:02.283 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:02.494 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=64] [cur_db=test] [sql="alter table t add index k(a)"] [user=] [2024/06/02 08:07:02.523 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/06/02 08:07:02.523 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index k(a)"] [2024/06/02 08:07:02.595 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:02.598 +00:00] [INFO] [index.go:653] ["run add index job"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"k\",\"L\":\"k\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/06/02 08:07:02.598 +00:00] [INFO] [index.go:816] ["fallback to txn-merge backfill process"] [category=ddl] ["lightning env initialized"=false] [2024/06/02 08:07:02.634 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=3.102866ms] [gotSchemaVersion=65] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:07:02.646 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=65] [2024/06/02 08:07:02.648 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=21.481132ms] [job="ID:114, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:02.685 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:02.722 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=3.172493ms] [gotSchemaVersion=66] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:07:02.734 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=66] [2024/06/02 08:07:02.735 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=21.088031ms] [job="ID:114, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:02.809 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:02.850 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=3.073608ms] [gotSchemaVersion=67] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:07:02.861 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=67] [2024/06/02 08:07:02.862 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=19.671634ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:02.932 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:02.935 +00:00] [INFO] [index.go:856] ["index backfill state running"] [category=ddl] ["job ID"=114] [table=t] ["ingest mode"=false] [index=k] [2024/06/02 08:07:02.939 +00:00] [INFO] [reorg.go:764] ["job get table range"] [category=ddl] [jobID=114] [physicalTableID=112] [startKey=7480000000000000705f728000000000000001] [endKey=7480000000000000705f72800000000000000300] [2024/06/02 08:07:02.998 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=114] [2024/06/02 08:07:03.040 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183986656575491, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:03.043 +00:00] [INFO] [index.go:856] ["index backfill state running"] [category=ddl] ["job ID"=114] [table=t] ["ingest mode"=false] [index=k] [2024/06/02 08:07:03.055 +00:00] [INFO] [index.go:1954] ["start to add table index"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183986656575491, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000705f728000000000000001,EndKey:7480000000000000705f72800000000000000300,First:false,PhysicalTableID:112,Ingest mode:false"] [2024/06/02 08:07:03.066 +00:00] [INFO] [backfilling.go:432] ["split table range from PD"] [category=ddl] [physicalTableID=112] ["start key"=7480000000000000705f728000000000000001] ["end key"=7480000000000000705f72800000000000000300] [2024/06/02 08:07:03.067 +00:00] [INFO] [backfilling.go:696] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000705f728000000000000001] [endKey=7480000000000000705f72800000000000000300] [2024/06/02 08:07:03.071 +00:00] [INFO] [backfilling.go:491] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=112] ["end key"=7480000000000000705f72800000000000000300] ["current end key"=7480000000000000705f72800000000000000300] [2024/06/02 08:07:03.071 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=114] [2024/06/02 08:07:03.071 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=114] [2024/06/02 08:07:03.071 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=114] [2024/06/02 08:07:03.078 +00:00] [INFO] [backfilling.go:346] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp add index"] [task="taskID: 1, physicalTableID: 112, range: [7480000000000000705f728000000000000001, 7480000000000000705f72800000000000000300), jobID: 114"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000705f72800000000000000300] ["take time"=6.854473ms] [2024/06/02 08:07:03.078 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=114] [2024/06/02 08:07:03.078 +00:00] [INFO] [backfilling.go:636] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000705f728000000000000001] [2024/06/02 08:07:03.078 +00:00] [INFO] [reorg.go:277] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/06/02 08:07:03.316 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=3.284298ms] [gotSchemaVersion=68] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:07:03.331 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=68] [2024/06/02 08:07:03.332 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=24.038593ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183986656575491, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:03.388 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183986656575491, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:03.391 +00:00] [INFO] [index.go:884] ["index backfill state ready to merge"] [category=ddl] ["job ID"=114] [table=t] [index=k] [2024/06/02 08:07:03.427 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=3.241694ms] [gotSchemaVersion=69] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:07:03.440 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=69] [2024/06/02 08:07:03.442 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=22.049381ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:03.478 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:03.482 +00:00] [INFO] [reorg.go:764] ["job get table range"] [category=ddl] [jobID=114] [physicalTableID=112] [startKey=7480000000000000705f69ffff000000000002] [endKey=7480000000000000705f69ffff000000000002ff] [2024/06/02 08:07:03.520 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=114] [2024/06/02 08:07:03.576 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183986800492547, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:03.612 +00:00] [INFO] [index.go:1951] ["start to merge temp index"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183986800492547, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000705f69ffff000000000002,EndKey:7480000000000000705f69ffff000000000002ff,First:false,PhysicalTableID:112,Ingest mode:false"] [2024/06/02 08:07:03.623 +00:00] [INFO] [backfilling.go:432] ["split table range from PD"] [category=ddl] [physicalTableID=112] ["start key"=7480000000000000705f69ffff000000000002] ["end key"=7480000000000000705f69ffff000000000002ff] [2024/06/02 08:07:03.623 +00:00] [INFO] [backfilling.go:696] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000705f69ffff000000000002] [endKey=7480000000000000705f69ffff000000000002ff] [2024/06/02 08:07:03.628 +00:00] [INFO] [backfilling.go:491] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=112] ["end key"=7480000000000000705f69ffff000000000002ff] ["current end key"=7480000000000000705f69ffff00000000000200] [2024/06/02 08:07:03.628 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=114] [2024/06/02 08:07:03.628 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=114] [2024/06/02 08:07:03.628 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=114] [2024/06/02 08:07:03.630 +00:00] [INFO] [backfilling.go:346] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 112, range: [7480000000000000705f69ffff000000000002, 7480000000000000705f69ffff00000000000200), jobID: 114"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000705f69ffff0000000000020000] ["take time"=1.69445ms] [2024/06/02 08:07:03.630 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=114] [2024/06/02 08:07:03.630 +00:00] [INFO] [backfilling.go:636] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000705f69ffff000000000002] [2024/06/02 08:07:03.630 +00:00] [INFO] [reorg.go:277] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/06/02 08:07:03.809 +00:00] [INFO] [index.go:780] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/06/02 08:07:03.854 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=3.558979ms] [gotSchemaVersion=70] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:07:03.866 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=70] [2024/06/02 08:07:03.868 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=21.404376ms] [job="ID:114, Type:add index, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:3, ArgLen:3, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183986800492547, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:03.938 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=114] [tableID=112] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/06/02 08:07:03.947 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="add index"] [2024/06/02 08:07:03.951 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [job="ID:114, Type:add index, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:3, ArgLen:3, start time: 2024-06-02 08:07:02.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183986800492547, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:04.021 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/06/02 08:07:04.021 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:04.025 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 1.5321372439999998\n# Parse_time: 0.000516907\n# Compile_time: 0.00102848\n# Rewrite_time: 0.000019338\n# Optimize_time: 0.002484994\n# Wait_TS: 0.000446528\n# DB: test\n# Is_internal: false\n# Digest: 1fbe1c4139cd04724109d4c37ad89fa611eb1f981f53303829eaf6e89580a83a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nalter table t add index k(a);"] [2024/06/02 08:07:04.037 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=70] [cur_db=test] [sql="alter table t drop index i"] [user=] [2024/06/02 08:07:04.061 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:04.061 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop index i"] [2024/06/02 08:07:04.099 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.143 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=3.602816ms] [gotSchemaVersion=71] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/06/02 08:07:04.157 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=71] [2024/06/02 08:07:04.158 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=23.34479ms] [job="ID:115, Type:drop index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.213 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.269 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=3.385417ms] [gotSchemaVersion=72] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/06/02 08:07:04.283 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=72] [2024/06/02 08:07:04.284 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=23.734956ms] [job="ID:115, Type:drop index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.342 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.377 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=3.039104ms] [gotSchemaVersion=73] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/06/02 08:07:04.388 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=73] [2024/06/02 08:07:04.390 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=19.895522ms] [job="ID:115, Type:drop index, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.463 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.516 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=2.966513ms] [gotSchemaVersion=74] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/06/02 08:07:04.528 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=74] [2024/06/02 08:07:04.530 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=21.090912ms] [job="ID:115, Type:drop index, State:done, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.570 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=115] [tableID=112] [indexIDs="[1]"] [comment="drop index: table ID"] [2024/06/02 08:07:04.581 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop index"] [2024/06/02 08:07:04.585 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [job="ID:115, Type:drop index, State:synced, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:04.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.639 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/06/02 08:07:04.640 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:04.643 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.607605324\n# Parse_time: 0.00039751\n# Compile_time: 0.001002291\n# Rewrite_time: 0.000015209\n# Optimize_time: 0.004280259\n# Wait_TS: 0.000384704\n# DB: test\n# Is_internal: false\n# Digest: bb488b181fedf4d60e0d0097ba3e9a0104c2f6628979e6fc77c4d221f0382cd9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop index i;"] [2024/06/02 08:07:04.646 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[planner:1176]Key 'i' doesn't exist in table 't'"] [SQL="select max(a) from t use index(i)"] [2024/06/02 08:07:04.668 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:07:02.476 +0000 UTC"] [2024/06/02 08:07:04.695 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:04.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:07:02.476000'"] [2024/06/02 08:07:04.695 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:04.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:04.747 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.761 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=116] [2024/06/02 08:07:04.831 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.113 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=212.859Β΅s] [gotSchemaVersion=75] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:07:05.125 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=75] [2024/06/02 08:07:05.126 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=17.549578ms] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:04.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.163 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.165 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:05.167 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:05.169 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.033145ms] ["completed regions"=1] [2024/06/02 08:07:05.170 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:05.172 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:05.173 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.868398ms] ["completed regions"=1] [2024/06/02 08:07:05.173 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:05.175 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:05.177 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.295908ms] ["completed regions"=1] [2024/06/02 08:07:05.198 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=116] [2024/06/02 08:07:05.264 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.265 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:05.267 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:05.269 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:07:05.270 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.255671ms] ["completed regions"=1] [2024/06/02 08:07:05.270 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:05.272 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:05.273 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:07:05.274 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=3.39077ms] ["completed regions"=1] [2024/06/02 08:07:05.274 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:05.275 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:05.278 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:07:05.278 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.212862ms] ["completed regions"=1] [2024/06/02 08:07:05.279 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:07:05.313 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:05.700 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=386.372625ms] [2024/06/02 08:07:05.794 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:05.794 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=483.834531ms] [2024/06/02 08:07:05.805 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=76] [2024/06/02 08:07:05.807 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=497.559034ms] [job="ID:116, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:04.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.994 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [job="ID:116, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:07:04.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.022 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/06/02 08:07:06.023 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:06.026 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 1.360380267\n# Parse_time: 0.000718039\n# Compile_time: 0.000720641\n# Rewrite_time: 0.000007567\n# Optimize_time: 0.00280554\n# Wait_TS: 0.000393213\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:07:02.476000';"] [2024/06/02 08:07:06.030 +00:00] [INFO] [executor.go:2329] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/06/02 08:07:06.092 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[planner:1176]Key 'k' doesn't exist in table 't'"] [SQL="select max(a) from t use index(k)"] [2024/06/02 08:07:06.102 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:06.102 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [2024/06/02 08:07:06.108 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:06.108 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=12.891Β΅s] [2024/06/02 08:07:06.109 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=11.579Β΅s] [2024/06/02 08:07:06.109 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=13.201Β΅s] [2024/06/02 08:07:06.109 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=7.721Β΅s] [2024/06/02 08:07:06.109 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:06.109 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=5.391Β΅s] [2024/06/02 08:07:06.109 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [2024/06/02 08:07:06.109 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [2024/06/02 08:07:06.109 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:06.110 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [] [2024/06/02 08:07:06.111 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:06.111 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:06.111 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:06.117 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=9715ae38-3ef7-4738-90f0-05b59421258d] ["take time"=14.657695ms] [2024/06/02 08:07:06.117 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=9715ae38-3ef7-4738-90f0-05b59421258d] [2024/06/02 08:07:06.118 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:06.119 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/10e2b9cc-c835-4171-a4af-5abd24935e93] [watcherID=f0ccb665-158d-4648-bba5-73674e087cb7] [2024/06/02 08:07:06.119 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:06.119 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/10e2b9cc-c835-4171-a4af-5abd24935e93] [2024/06/02 08:07:06.119 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:06.119 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:06.119 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:06.119 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:06.119 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:06.119 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:06.119 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:06.120 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:06.120 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:06.120 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:06.124 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:06.124 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:06.125 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1526] [2024/06/02 08:07:06.125 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:06.126 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=9715ae38-3ef7-4738-90f0-05b59421258d] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cf82b735-4735-4766-9fea-01cb8ef17f7f"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:06.126 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:06.126 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:06.126 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:06.126 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:06.126 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:06.126 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:06.126 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [error="context canceled"] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:06.126 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=9715ae38-3ef7-4738-90f0-05b59421258d] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:06.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:06.126 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:06.126 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:06.127 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:06.127 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:06.127 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:06.127 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:06.127 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:06.128 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cf82b735-4735-4766-9fea-01cb8ef17f7f"] [error="context canceled"] [2024/06/02 08:07:06.128 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:06.128 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cf82b735-4735-4766-9fea-01cb8ef17f7f] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:06.128 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:06.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:06.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:06.128 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:06.128 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cf82b735-4735-4766-9fea-01cb8ef17f7f"] [2024/06/02 08:07:06.128 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cf82b735-4735-4766-9fea-01cb8ef17f7f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:06.237 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:06.237 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [error="context canceled"] [2024/06/02 08:07:06.238 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [2024/06/02 08:07:06.238 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:07.363 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:07.364 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:07.364 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:07.387 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cf82b735-4735-4766-9fea-01cb8ef17f7f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:07.490 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9715ae38-3ef7-4738-90f0-05b59421258d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:07.490 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:07.490 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:07.490 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:07.496 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.394641047s] [2024/06/02 08:07:07.497 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:07.497 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:07.497 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:07.497 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:07.497 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:07.497 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:07.497 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:07.497 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:07.497 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:07.497 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:07.497 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:07.498 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:07.498 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:07.499 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAddDropIndex (7.85s) === RUN TestFlashbackAddDropModifyColumn [2024/06/02 08:07:07.507 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:07.507 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:07.508 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:07:07.509 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:07.509 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:07.510 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:07.510 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:07.510 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:07.510 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:07.510 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:07.512 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:07.516 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:07.518 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:07.520 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:07.528 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:07.539 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:07.696 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1310] ["lease id"=22318fd7fae91b0f] [2024/06/02 08:07:07.699 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:08.048 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=76] ["start time"=344.798792ms] [2024/06/02 08:07:08.125 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:08.126 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=426.621497ms] [2024/06/02 08:07:08.126 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=25289146-28ff-4a7d-8942-2c88c262c0c5] [runWorker=true] [2024/06/02 08:07:08.126 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:08.128 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:08.129 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:08.129 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=430.245416ms] [2024/06/02 08:07:08.131 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae919b7] [ownerID=25289146-28ff-4a7d-8942-2c88c262c0c5] [op=none] [2024/06/02 08:07:08.131 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [2024/06/02 08:07:08.132 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:08.132 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:08.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:08.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:08.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:08.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:08.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:08.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:08.133 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:08.133 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:08.133 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:08.133 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:08.133 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:08.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:08.136 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0cce4b06-c06f-4484-96a3-1ae5606a0473] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:08.139 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:08.140 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae919b7] [ownerID=25289146-28ff-4a7d-8942-2c88c262c0c5] [op=none] [2024/06/02 08:07:08.140 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [op=none] [2024/06/02 08:07:08.140 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:08.141 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:08.206 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:08.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:08.207 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:08.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:08.322 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:08.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:08.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:08.332 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:08.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:08.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:08.332 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:08.332 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:08.332 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:08.332 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:08.334 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:08.335 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:08.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:08.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:08.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:08.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:08.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:08.336 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:08.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:08.336 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:08.339 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:08.341 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:08.346 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/63dcd97a-6528-4f1c-bf5a-93e026a3510f] [2024/06/02 08:07:08.346 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:08.346 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:08.351 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:08.352 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:08.352 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:08.385 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:08.392 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=76] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:08.394 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=76] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:07:08.420 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:08.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:08.420 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:08.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:07:08.424 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:08.439 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:08.447 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=112.264915ms] [2024/06/02 08:07:08.447 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:08.447 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:08.469 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:08.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:08.499 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=595.771Β΅s] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:08.531 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=77] [2024/06/02 08:07:08.534 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=39.22653ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:08.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:08.592 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:08.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:08.623 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=276.311Β΅s] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:08.635 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=78] [2024/06/02 08:07:08.637 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=18.15223ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:08.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:08.698 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:08.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:08.708 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 112, Old Table Name: t"] [2024/06/02 08:07:08.749 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=271.358Β΅s] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:08.760 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=79] [2024/06/02 08:07:08.762 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=17.035026ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:08.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:08.826 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/06/02 08:07:08.839 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/06/02 08:07:08.843 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:08.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:08.897 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/06/02 08:07:08.897 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:08.900 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.507099257\n# Parse_time: 0.000242497\n# Compile_time: 0.000687111\n# Rewrite_time: 0.000012234\n# Optimize_time: 0.000180216\n# Wait_TS: 0.000370634\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:07:08.928 +00:00] [INFO] [set.go:170] ["set global var"] [conn=8] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:08.959 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=79] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/06/02 08:07:08.962 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=79] [cur_db=test] [sql="create table t(a int, b int, index i(a))"] [user=] [2024/06/02 08:07:09.001 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:08.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:09.001 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:08.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int, index i(a))"] [2024/06/02 08:07:09.067 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=8] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:08.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.076 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/06/02 08:07:09.136 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=2.980192ms] [gotSchemaVersion=80] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:09.148 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=119] [version=80] [2024/06/02 08:07:09.150 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=20.60056ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:08.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.154 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:09.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:09.155 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:09.155 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:09.230 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=8] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:08.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.273 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/06/02 08:07:09.273 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:09.277 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.317105861\n# Parse_time: 0.000922923\n# Compile_time: 0.001119862\n# Rewrite_time: 0.000010479\n# Optimize_time: 0.000325002\n# Wait_TS: 0.000401671\n# DB: test\n# Is_internal: false\n# Digest: d72e41f8083e7343a2497052bd26913876eab2bc35eb0751140d7be7834b0cd8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, b int, index i(a));"] [2024/06/02 08:07:09.346 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:09.346 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:09.346 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/63dcd97a-6528-4f1c-bf5a-93e026a3510f] [watcherID=e6cef103-2936-4e1f-be0e-66fd2c2280a9] [2024/06/02 08:07:09.352 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:09.366 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:09.366 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:09.366 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:09.366 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:10.130 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:10.294 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=80] [cur_db=test] [sql="alter table t add column c int"] [user=] [2024/06/02 08:07:10.325 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:10.325 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t add column c int"] [2024/06/02 08:07:10.369 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.373 +00:00] [INFO] [column.go:136] ["run add column job"] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [columnInfo="{\"id\":3,\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{},\"state\":0,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}"] [2024/06/02 08:07:10.415 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=3.12314ms] [gotSchemaVersion=81] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/06/02 08:07:10.426 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=81] [2024/06/02 08:07:10.428 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=20.485369ms] [job="ID:120, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.462 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.499 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=3.402098ms] [gotSchemaVersion=82] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/06/02 08:07:10.511 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=82] [2024/06/02 08:07:10.513 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=20.734562ms] [job="ID:120, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.565 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.603 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=3.270143ms] [gotSchemaVersion=83] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/06/02 08:07:10.613 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=83] [2024/06/02 08:07:10.615 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=19.695723ms] [job="ID:120, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.665 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.673 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: add column, Schema ID: 2, Table ID: 118, Table Name: t, Column ID: 3, Column Name: c"] [2024/06/02 08:07:10.722 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=3.476175ms] [gotSchemaVersion=84] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/06/02 08:07:10.734 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=84] [2024/06/02 08:07:10.736 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=20.997597ms] [job="ID:120, Type:add column, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.808 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [job="ID:120, Type:add column, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.276 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.850 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/06/02 08:07:10.850 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:10.854 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.561598545\n# Parse_time: 0.000658474\n# Compile_time: 0.001316625\n# Rewrite_time: 0.000014203\n# Optimize_time: 0.000325002\n# Wait_TS: 0.000432903\n# DB: test\n# Is_internal: false\n# Digest: cabb6d338328b0d2166b6e862a99093e87fb2c9bb044ba51b9776a4591e3b28b\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add column c int;"] [2024/06/02 08:07:10.855 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=84] [cur_db=test] [sql="alter table t drop column b"] [user=] [2024/06/02 08:07:10.879 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:10.879 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop column b"] [2024/06/02 08:07:10.928 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.981 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=3.467049ms] [gotSchemaVersion=85] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/06/02 08:07:10.993 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=121] [version=85] [2024/06/02 08:07:10.995 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=22.48264ms] [job="ID:121, Type:drop column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.054 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.092 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=3.4357ms] [gotSchemaVersion=86] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/06/02 08:07:11.104 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=121] [version=86] [2024/06/02 08:07:11.105 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=21.497161ms] [job="ID:121, Type:drop column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.161 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.196 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=3.411072ms] [gotSchemaVersion=87] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/06/02 08:07:11.209 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=121] [version=87] [2024/06/02 08:07:11.210 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=21.883137ms] [job="ID:121, Type:drop column, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.266 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.313 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=3.267471ms] [gotSchemaVersion=88] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/06/02 08:07:11.323 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=121] [version=88] [2024/06/02 08:07:11.325 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=19.390201ms] [job="ID:121, Type:drop column, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.366 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop column"] [2024/06/02 08:07:11.370 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [job="ID:121, Type:drop column, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-06-02 08:07:10.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.425 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/06/02 08:07:11.425 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:11.429 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.575071538\n# Parse_time: 0.000427416\n# Compile_time: 0.000767727\n# Rewrite_time: 0.000011164\n# Optimize_time: 0.000325002\n# Wait_TS: 0.000296306\n# DB: test\n# Is_internal: false\n# Digest: ab17b4fb3391eda8a9f4862e7ec9be2c3cbd84d414c5c31b51cabd06e9b85eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop column b;"] [2024/06/02 08:07:11.432 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=88] [cur_db=test] [sql="alter table t modify column a tinyint"] [user=] [2024/06/02 08:07:11.467 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:5, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/06/02 08:07:11.467 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:5, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t modify column a tinyint"] [2024/06/02 08:07:11.508 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:11.554 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=3.539793ms] [gotSchemaVersion=89] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/06/02 08:07:11.565 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=89] [2024/06/02 08:07:11.567 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=20.259261ms] [job="ID:122, Type:modify column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:11.658 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:11.704 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=3.986219ms] [gotSchemaVersion=90] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/06/02 08:07:11.715 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=90] [2024/06/02 08:07:11.716 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=20.834367ms] [job="ID:122, Type:modify column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:11.785 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:11.830 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=3.357298ms] [gotSchemaVersion=91] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/06/02 08:07:11.841 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=91] [2024/06/02 08:07:11.843 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=20.326047ms] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:11.908 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:11.915 +00:00] [INFO] [reorg.go:764] ["job get table range"] [category=ddl] [jobID=122] [physicalTableID=118] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/06/02 08:07:11.966 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=122] [2024/06/02 08:07:12.034 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183989002502151, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:12.050 +00:00] [INFO] [column.go:1079] ["start to update table row"] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183989002502151, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_col_,CurrElementID:4,StartKey:7480000000000000765f728000000000000001,EndKey:7480000000000000765f72800000000000000300,First:false,PhysicalTableID:118,Ingest mode:false"] [2024/06/02 08:07:12.059 +00:00] [INFO] [backfilling.go:432] ["split table range from PD"] [category=ddl] [physicalTableID=118] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/06/02 08:07:12.059 +00:00] [INFO] [backfilling.go:696] ["start backfill workers to reorg record"] [category=ddl] [type="update column"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/06/02 08:07:12.063 +00:00] [INFO] [backfilling.go:491] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=118] ["end key"=7480000000000000765f72800000000000000300] ["current end key"=7480000000000000765f72800000000000000300] [2024/06/02 08:07:12.063 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp update column"] [jobID=122] [2024/06/02 08:07:12.063 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp update column"] [jobID=122] [2024/06/02 08:07:12.063 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp update column"] [jobID=122] [2024/06/02 08:07:12.070 +00:00] [INFO] [backfilling.go:346] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp update column"] [task="taskID: 1, physicalTableID: 118, range: [7480000000000000765f728000000000000001, 7480000000000000765f72800000000000000300), jobID: 122"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000765f7280000000000000030000] ["take time"=6.807527ms] [2024/06/02 08:07:12.070 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp update column"] [jobID=122] [2024/06/02 08:07:12.070 +00:00] [INFO] [backfilling.go:636] ["backfill workers successfully processed"] [category=ddl] [element=ID:4,TypeKey:_col_] ["total added count"=3] ["start key"=7480000000000000765f728000000000000001] [2024/06/02 08:07:12.090 +00:00] [INFO] [column.go:1184] ["update column and indexes"] [category=ddl] ["job ID"=122] [element=ID:2,TypeKey:_idx_] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/06/02 08:07:12.090 +00:00] [INFO] [index.go:1954] ["start to add table index"] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183989002502151, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000765f728000000000000001,EndKey:7480000000000000765f72800000000000000300,First:false,PhysicalTableID:118,Ingest mode:false"] [2024/06/02 08:07:12.101 +00:00] [INFO] [backfilling.go:432] ["split table range from PD"] [category=ddl] [physicalTableID=118] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/06/02 08:07:12.101 +00:00] [INFO] [backfilling.go:696] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/06/02 08:07:12.105 +00:00] [INFO] [backfilling.go:491] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=118] ["end key"=7480000000000000765f72800000000000000300] ["current end key"=7480000000000000765f72800000000000000300] [2024/06/02 08:07:12.105 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=122] [2024/06/02 08:07:12.105 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=122] [2024/06/02 08:07:12.105 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=122] [2024/06/02 08:07:12.112 +00:00] [INFO] [backfilling.go:346] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp add index"] [task="taskID: 1, physicalTableID: 118, range: [7480000000000000765f728000000000000001, 7480000000000000765f72800000000000000300), jobID: 122"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000765f72800000000000000300] ["take time"=6.516322ms] [2024/06/02 08:07:12.112 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=122] [2024/06/02 08:07:12.112 +00:00] [INFO] [backfilling.go:636] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000765f728000000000000001] [2024/06/02 08:07:12.112 +00:00] [INFO] [reorg.go:277] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/06/02 08:07:12.359 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: modify column, Schema ID: 2, Table ID: 118, Table Name: t, Column ID: 4, Column Name: a"] [2024/06/02 08:07:12.410 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=3.736149ms] [gotSchemaVersion=92] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/06/02 08:07:12.424 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=92] [2024/06/02 08:07:12.426 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=23.046055ms] [job="ID:122, Type:modify column, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:3, ArgLen:2, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183989002502151, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:12.499 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=122] [tableID=118] [indexIDs="[1]"] [comment="modify column: table ID"] [2024/06/02 08:07:12.508 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="modify column"] [2024/06/02 08:07:12.512 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=122] [conn=8] [job="ID:122, Type:modify column, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:3, ArgLen:2, start time: 2024-06-02 08:07:11.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450183989002502151, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:07:12.584 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/06/02 08:07:12.584 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:12.588 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 1.157773568\n# Parse_time: 0.000587125\n# Compile_time: 0.001163553\n# Rewrite_time: 0.000012911\n# Optimize_time: 0.000325002\n# Wait_TS: 0.000396809\n# DB: test\n# Is_internal: false\n# Digest: 140903cf73b1f5df1ac607e64bb2b4dd0c4c2ba0c7c4a5e49e6c1193f0cd1074\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t modify column a tinyint;"] [2024/06/02 08:07:12.600 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:07:10.276 +0000 UTC"] [2024/06/02 08:07:12.626 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:12.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:12.626 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:12.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:07:10.276000'"] [2024/06/02 08:07:12.673 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.687 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=123] [2024/06/02 08:07:12.754 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.063 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=231.052Β΅s] [gotSchemaVersion=93] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:07:13.074 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=93] [2024/06/02 08:07:13.076 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=18.076133ms] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:12.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.110 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.111 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:13.114 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:13.116 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.925724ms] ["completed regions"=1] [2024/06/02 08:07:13.116 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:13.118 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:13.119 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.992794ms] ["completed regions"=1] [2024/06/02 08:07:13.120 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:13.121 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:13.124 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.563974ms] ["completed regions"=1] [2024/06/02 08:07:13.142 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=123] [2024/06/02 08:07:13.166 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=2] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:346\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor/sortexec.(*SortExec).Close\n\tpkg/executor/sortexec/sort.go:144\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Finish.func1\n\tpkg/executor/adapter.go:190\nsync.(*Once).doSlow\n\tGOROOT/src/sync/once.go:74\nsync.(*Once).Do\n\tGOROOT/src/sync/once.go:65\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Finish\n\tpkg/executor/adapter.go:189\ngithub.com/pingcap/tidb/pkg/session.(*execStmtResult).Finish.func1\n\tpkg/session/session.go:2357\nsync.(*Once).doSlow\n\tGOROOT/src/sync/once.go:74\nsync.(*Once).Do\n\tGOROOT/src/sync/once.go:65\ngithub.com/pingcap/tidb/pkg/session.(*execStmtResult).Finish\n\tpkg/session/session.go:2354\ngithub.com/pingcap/tidb/pkg/session.(*execStmtResult).Close\n\tpkg/session/session.go:2373\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1.1\n\tpkg/session/session.go:1971\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1978\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:203\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:13.167 +00:00] [WARN] [runaway.go:206] ["get runaway watch record failed"] [error="region 48 is in flashback progress, FlashbackStartTS is 450183989303967745"] [errorVerbose="region 48 is in flashback progress, FlashbackStartTS is 450183989303967745\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).onRegionError\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2465\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1844\ngithub.com/tikv/client-go/v2/txnkv/txnsnapshot.(*ClientHelper).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/txnkv/txnsnapshot/client_helper.go:146\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1283\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1285\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:13.175 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.176 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:13.178 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:13.180 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:07:13.180 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.714978ms] ["completed regions"=1] [2024/06/02 08:07:13.180 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:13.182 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:13.183 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:07:13.183 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=3.036514ms] ["completed regions"=1] [2024/06/02 08:07:13.184 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:13.185 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:13.187 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=1] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:730"] [2024/06/02 08:07:13.188 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="region 48 is in flashback progress, FlashbackStartTS is 450183989303967745"] [errorVerbose="region 48 is in flashback progress, FlashbackStartTS is 450183989303967745\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).onRegionError\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2465\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1844\ngithub.com/tikv/client-go/v2/txnkv/txnsnapshot.(*ClientHelper).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/txnkv/txnsnapshot/client_helper.go:146\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1283\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1285\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:13.189 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:07:13.189 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.479847ms] ["completed regions"=1] [2024/06/02 08:07:13.189 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:07:13.220 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:13.595 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=375.175105ms] [2024/06/02 08:07:13.678 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:13.678 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=461.996365ms] [2024/06/02 08:07:13.688 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=94] [2024/06/02 08:07:13.690 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=475.074621ms] [job="ID:123, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:12.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.880 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [job="ID:123, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:07:12.577 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:13.917 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/06/02 08:07:13.917 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:13.921 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 1.322420326\n# Parse_time: 0.000396028\n# Compile_time: 0.000722216\n# Rewrite_time: 0.000009702\n# Optimize_time: 0.000163997\n# Wait_TS: 0.000335081\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:07:10.276000';"] [2024/06/02 08:07:13.925 +00:00] [INFO] [executor.go:2329] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/06/02 08:07:13.985 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:13.985 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [2024/06/02 08:07:14.004 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:14.004 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=14.655Β΅s] [2024/06/02 08:07:14.004 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=22.478Β΅s] [2024/06/02 08:07:14.004 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=11.58Β΅s] [2024/06/02 08:07:14.004 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=10.725Β΅s] [2024/06/02 08:07:14.005 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:14.005 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=5.494Β΅s] [2024/06/02 08:07:14.005 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [2024/06/02 08:07:14.005 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [2024/06/02 08:07:14.005 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:14.006 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [] [2024/06/02 08:07:14.008 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:14.009 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:14.009 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:14.015 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=25289146-28ff-4a7d-8942-2c88c262c0c5] ["take time"=29.87155ms] [2024/06/02 08:07:14.015 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=25289146-28ff-4a7d-8942-2c88c262c0c5] [2024/06/02 08:07:14.017 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:14.017 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/63dcd97a-6528-4f1c-bf5a-93e026a3510f] [watcherID=e6cef103-2936-4e1f-be0e-66fd2c2280a9] [2024/06/02 08:07:14.017 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:14.017 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/63dcd97a-6528-4f1c-bf5a-93e026a3510f] [2024/06/02 08:07:14.017 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:14.017 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:14.017 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:14.017 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:14.017 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:14.018 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:14.018 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:14.018 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:14.018 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:14.018 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:14.023 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:14.023 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1310] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=25289146-28ff-4a7d-8942-2c88c262c0c5] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:14.024 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:14.024 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:14.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:14.024 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:14.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:14.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:14.024 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:14.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:14.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:14.025 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cce4b06-c06f-4484-96a3-1ae5606a0473"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:14.024 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:14.025 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:14.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:14.025 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [2024/06/02 08:07:14.024 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:14.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:14.024 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:14.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:14.024 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:14.024 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:14.025 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:14.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:14.025 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=25289146-28ff-4a7d-8942-2c88c262c0c5] [2024/06/02 08:07:14.025 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [error="context canceled"] [2024/06/02 08:07:14.025 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:14.025 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:14.025 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:14.025 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [2024/06/02 08:07:14.025 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:14.025 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:14.025 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:14.025 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:14.025 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:14.027 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:14.027 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:14.027 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0cce4b06-c06f-4484-96a3-1ae5606a0473] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:14.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:14.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:14.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:14.027 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cce4b06-c06f-4484-96a3-1ae5606a0473"] [error="context canceled"] [2024/06/02 08:07:14.027 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cce4b06-c06f-4484-96a3-1ae5606a0473"] [2024/06/02 08:07:14.027 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cce4b06-c06f-4484-96a3-1ae5606a0473"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:14.142 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:14.142 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [error="context canceled"] [2024/06/02 08:07:14.343 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:15.270 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cce4b06-c06f-4484-96a3-1ae5606a0473"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:15.278 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:15.278 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:15.278 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:15.609 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 25289146-28ff-4a7d-8942-2c88c262c0c5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:15.609 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:15.609 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:15.609 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:15.617 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.632281784s] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:15.618 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:15.618 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:15.618 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:15.618 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:15.640 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAddDropModifyColumn (8.14s) === RUN TestFlashbackBasicRenameDropCreateTable [2024/06/02 08:07:15.648 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:15.649 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:15.649 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:07:15.650 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:15.650 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:15.651 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:15.651 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:15.651 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:15.651 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:15.651 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:15.653 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:15.658 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:15.660 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:15.662 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:15.670 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:15.681 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:15.818 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1974] ["lease id"=3eaa8fd7fae91a00] [2024/06/02 08:07:15.821 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:16.192 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=94] ["start time"=367.31132ms] [2024/06/02 08:07:16.271 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:16.271 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=449.849157ms] [2024/06/02 08:07:16.271 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=2c022f00-8811-473f-b0b2-4daf4924a684] [runWorker=true] [2024/06/02 08:07:16.271 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:16.273 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:16.274 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:16.275 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=453.33153ms] [2024/06/02 08:07:16.277 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91b4f] [ownerID=2c022f00-8811-473f-b0b2-4daf4924a684] [op=none] [2024/06/02 08:07:16.277 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [2024/06/02 08:07:16.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:16.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:16.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:16.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:16.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:16.279 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:16.279 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:16.279 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:16.279 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:16.279 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:16.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:16.279 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:16.279 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:16.282 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:16.282 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9b0b5800-c1f5-44f2-8dd2-f0acf02ca942] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:16.286 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:16.287 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91b4f] [ownerID=2c022f00-8811-473f-b0b2-4daf4924a684] [op=none] [2024/06/02 08:07:16.287 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [op=none] [2024/06/02 08:07:16.287 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:16.287 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:16.352 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:16.353 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:16.354 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:16.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:16.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:16.485 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:16.485 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:16.485 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:16.485 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:16.485 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:16.485 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:16.485 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:16.485 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:16.485 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:16.488 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:16.488 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:16.489 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:16.489 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:16.489 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:16.490 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:16.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:16.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:16.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:16.490 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:16.493 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:16.495 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:16.499 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1f392421-2604-458e-ab17-02b746df4750] [2024/06/02 08:07:16.500 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:16.500 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:16.505 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:16.505 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:16.505 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:16.556 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:16.563 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:16.565 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:07:16.578 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:16.595 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:16.599 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:16.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:16.599 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:16.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:07:16.603 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=115.237361ms] [2024/06/02 08:07:16.603 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:16.603 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:16.667 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:16.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.702 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=593.535Β΅s] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:16.720 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=124] [version=95] [2024/06/02 08:07:16.722 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=24.794221ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:16.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.761 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:16.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.800 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=302.195Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:16.814 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=124] [version=96] [2024/06/02 08:07:16.840 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=46.089432ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:16.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.902 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:16.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.913 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/06/02 08:07:16.946 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=305.026Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:16.958 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=124] [version=97] [2024/06/02 08:07:16.959 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=17.900513ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:16.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.994 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/06/02 08:07:17.007 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/06/02 08:07:17.011 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:16.526 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.065 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/06/02 08:07:17.066 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:17.069 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 0.50481769\n# Parse_time: 0.00021191\n# Compile_time: 0.00066574\n# Rewrite_time: 0.000009487\n# Optimize_time: 0.000153078\n# Wait_TS: 0.000451687\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:07:17.100 +00:00] [INFO] [set.go:170] ["set global var"] [conn=10] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:17.133 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t, t1, t2, t3"] [user=] [2024/06/02 08:07:17.136 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=97] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/06/02 08:07:17.174 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:17.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:17.174 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:17.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/06/02 08:07:17.225 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=126] [conn=10] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:17.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.232 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 125, Table Name: t"] [2024/06/02 08:07:17.280 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=2.648225ms] [gotSchemaVersion=98] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:17.292 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=126] [version=98] [2024/06/02 08:07:17.293 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=20.274525ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:17.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.301 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:17.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:17.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:17.302 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:17.358 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=126] [conn=10] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:17.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.394 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/06/02 08:07:17.394 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:17.411 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=98] [cur_db=test] [sql="create table t1(a int, index i(a))"] [user=] [2024/06/02 08:07:17.466 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:17.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:17.466 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:17.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, index i(a))"] [2024/06/02 08:07:17.500 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:17.500 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:17.500 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1f392421-2604-458e-ab17-02b746df4750] [watcherID=0e3aa3bd-2fc1-4c3a-bab9-1d9f297975d7] [2024/06/02 08:07:17.506 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:17.520 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:17.520 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:17.520 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:17.520 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:17.539 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=128] [conn=10] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:17.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.549 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 127, Table Name: t1"] [2024/06/02 08:07:17.596 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.545132ms] [gotSchemaVersion=99] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:17.607 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=128] [version=99] [2024/06/02 08:07:17.608 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=18.857559ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:17.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.645 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=128] [conn=10] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:17.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:17.680 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/06/02 08:07:17.680 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:18.276 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:18.712 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=99] [cur_db=test] [sql="rename table t to t3"] [user=] [2024/06/02 08:07:18.737 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:18.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:18.737 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:18.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="rename table t to t3"] [2024/06/02 08:07:18.779 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [category=ddl] [job="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:18.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.822 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=3.117464ms] [gotSchemaVersion=100] [phyTblIDs="[125]"] [actionTypes="[14]"] [diffTypes="[\"rename table\"]"] [2024/06/02 08:07:18.834 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=100] [2024/06/02 08:07:18.836 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=20.86104ms] [job="ID:129, Type:rename table, State:running, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:18.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.888 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [category=ddl] [job="ID:129, Type:rename table, State:running, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:18.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.938 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=3.519248ms] [gotSchemaVersion=101] [phyTblIDs="[125]"] [actionTypes="[14]"] [diffTypes="[\"rename table\"]"] [2024/06/02 08:07:18.952 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=101] [2024/06/02 08:07:18.954 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=24.547867ms] [job="ID:129, Type:rename table, State:done, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:18.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.012 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [job="ID:129, Type:rename table, State:synced, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:18.677 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.048 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/06/02 08:07:19.048 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:19.052 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.34168022\n# Parse_time: 0.0004352\n# Compile_time: 0.001316289\n# Rewrite_time: 0.000016594\n# Optimize_time: 0.002693897\n# Wait_TS: 0.000355871\n# DB: test\n# Is_internal: false\n# Digest: dde3515138a490099c0989954a5e2f5723847f25ab9c184cd6c7df54f09cb301\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nrename table t to t3;"] [2024/06/02 08:07:19.053 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=101] [cur_db=test] [sql="drop table t1"] [user=] [2024/06/02 08:07:19.081 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:19.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:19.081 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:19.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t1"] [2024/06/02 08:07:19.128 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.160 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=586.238Β΅s] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:19.173 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=130] [version=102] [2024/06/02 08:07:19.175 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=18.987739ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:19.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.239 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.299 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=304.102Β΅s] [gotSchemaVersion=103] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:19.314 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=130] [version=103] [2024/06/02 08:07:19.316 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=24.721623ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.371 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.381 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 127, Old Table Name: t1"] [2024/06/02 08:07:19.414 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=269.767Β΅s] [gotSchemaVersion=104] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:19.425 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=130] [version=104] [2024/06/02 08:07:19.427 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=17.213066ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:19.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.500 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=130] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/06/02 08:07:19.509 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/06/02 08:07:19.513 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:19.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.573 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/06/02 08:07:19.573 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:19.577 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.524184884\n# Parse_time: 0.000207729\n# Compile_time: 0.000922596\n# Rewrite_time: 0.000008022\n# Optimize_time: 0.002693897\n# Wait_TS: 0.000348293\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t1;"] [2024/06/02 08:07:19.579 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=104] [cur_db=test] [sql="create table t2(a int, index i(a))"] [user=] [2024/06/02 08:07:19.623 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:19.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:19.623 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:19.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, index i(a))"] [2024/06/02 08:07:19.691 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=132] [conn=10] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.699 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 131, Table Name: t2"] [2024/06/02 08:07:19.744 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=2.410792ms] [gotSchemaVersion=105] [phyTblIDs="[131]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:19.755 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=132] [version=105] [2024/06/02 08:07:19.757 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=18.769946ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:19.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.824 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=132] [conn=10] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:131, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.858 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/06/02 08:07:19.859 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:19.929 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:07:18.677 +0000 UTC"] [2024/06/02 08:07:19.953 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:19.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:19.953 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:19.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:07:18.677000'"] [2024/06/02 08:07:19.993 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.011 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=133] [2024/06/02 08:07:20.077 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.312 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=236.799Β΅s] [gotSchemaVersion=106] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:07:20.324 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=133] [version=106] [2024/06/02 08:07:20.326 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=18.4701ms] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:19.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.361 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.363 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:20.365 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:20.367 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.287227ms] ["completed regions"=1] [2024/06/02 08:07:20.367 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:20.369 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:20.371 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.941507ms] ["completed regions"=1] [2024/06/02 08:07:20.371 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:20.372 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:20.375 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.431319ms] ["completed regions"=1] [2024/06/02 08:07:20.394 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=133] [2024/06/02 08:07:20.438 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=1] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:730"] [2024/06/02 08:07:20.439 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="region 48 is in flashback progress, FlashbackStartTS is 450183991204511745"] [errorVerbose="region 48 is in flashback progress, FlashbackStartTS is 450183991204511745\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).onRegionError\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2465\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1844\ngithub.com/tikv/client-go/v2/txnkv/txnsnapshot.(*ClientHelper).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/txnkv/txnsnapshot/client_helper.go:146\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1283\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1285\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:20.459 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:19.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:20.462 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:20.465 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:07:20.465 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.789897ms] ["completed regions"=1] [2024/06/02 08:07:20.465 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:20.467 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:20.469 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:07:20.469 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.957664ms] ["completed regions"=1] [2024/06/02 08:07:20.469 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:20.470 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:20.474 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:07:20.474 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.872236ms] ["completed regions"=1] [2024/06/02 08:07:20.474 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:07:20.507 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:20.880 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=373.313743ms] [2024/06/02 08:07:20.960 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:20.960 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=456.211537ms] [2024/06/02 08:07:20.969 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=133] [version=107] [2024/06/02 08:07:20.971 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=468.523343ms] [job="ID:133, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:19.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.134 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [job="ID:133, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:07:19.927 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.164 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/06/02 08:07:21.164 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:21.185 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 1.257773465\n# Parse_time: 0.000391517\n# Compile_time: 0.000704714\n# Rewrite_time: 0.000007583\n# Optimize_time: 0.002568595\n# Wait_TS: 0.000515954\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:07:18.677000';"] [2024/06/02 08:07:21.190 +00:00] [INFO] [executor.go:2329] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/06/02 08:07:21.246 +00:00] [INFO] [executor.go:2329] ["fast check table by group"] ["table name"=t1] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t1`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t1` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t1` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/06/02 08:07:21.307 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:21.307 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [2024/06/02 08:07:21.338 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:21.338 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=25.923Β΅s] [2024/06/02 08:07:21.338 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=24.938Β΅s] [2024/06/02 08:07:21.338 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=16.592Β΅s] [2024/06/02 08:07:21.338 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=23.039Β΅s] [2024/06/02 08:07:21.338 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:21.338 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=23.812Β΅s] [2024/06/02 08:07:21.338 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [2024/06/02 08:07:21.338 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [2024/06/02 08:07:21.340 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [] [2024/06/02 08:07:21.341 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:21.341 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:21.341 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:21.346 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=2c022f00-8811-473f-b0b2-4daf4924a684] ["take time"=38.589832ms] [2024/06/02 08:07:21.346 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=2c022f00-8811-473f-b0b2-4daf4924a684] [2024/06/02 08:07:21.348 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:21.348 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1f392421-2604-458e-ab17-02b746df4750] [watcherID=0e3aa3bd-2fc1-4c3a-bab9-1d9f297975d7] [2024/06/02 08:07:21.348 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:21.348 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1f392421-2604-458e-ab17-02b746df4750] [2024/06/02 08:07:21.348 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:21.348 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:21.348 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:21.348 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:21.348 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:21.348 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:21.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:21.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:21.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:21.349 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:21.354 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:21.354 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:21.354 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1974] [2024/06/02 08:07:21.354 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:21.354 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:21.354 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:21.354 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:21.354 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:21.354 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:21.355 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:21.355 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b0b5800-c1f5-44f2-8dd2-f0acf02ca942"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:21.355 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:21.355 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:21.355 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:21.354 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [error="context canceled"] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:21.355 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:21.355 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:21.355 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:21.355 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2c022f00-8811-473f-b0b2-4daf4924a684] [2024/06/02 08:07:21.355 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [2024/06/02 08:07:21.355 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:21.355 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:21.355 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:21.355 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:21.355 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:21.356 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=2c022f00-8811-473f-b0b2-4daf4924a684] [2024/06/02 08:07:21.356 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:21.356 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:21.356 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:21.356 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:21.356 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:21.357 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:21.357 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9b0b5800-c1f5-44f2-8dd2-f0acf02ca942] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:21.357 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:21.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:21.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:21.357 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b0b5800-c1f5-44f2-8dd2-f0acf02ca942"] [error="context canceled"] [2024/06/02 08:07:21.357 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:21.357 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b0b5800-c1f5-44f2-8dd2-f0acf02ca942"] [2024/06/02 08:07:21.357 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b0b5800-c1f5-44f2-8dd2-f0acf02ca942"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:21.500 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:21.500 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [error="context canceled"] [2024/06/02 08:07:21.501 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [2024/06/02 08:07:21.501 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:22.596 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9b0b5800-c1f5-44f2-8dd2-f0acf02ca942"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:22.616 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:22.617 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:22.617 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:22.766 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2c022f00-8811-473f-b0b2-4daf4924a684"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:22.766 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:22.767 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:22.767 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:22.773 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.466093729s] [2024/06/02 08:07:22.774 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:22.774 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:22.774 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:22.774 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:22.775 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackBasicRenameDropCreateTable (7.14s) === RUN TestFlashbackCreateDropTableWithData [2024/06/02 08:07:22.784 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:22.785 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:22.785 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:07:22.786 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:22.786 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:22.787 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:22.787 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:22.787 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:22.787 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:22.787 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:22.789 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:22.793 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:22.795 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:22.797 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:22.805 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:22.816 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:22.952 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1513] ["lease id"=22318fd7fae91b99] [2024/06/02 08:07:22.954 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:23.298 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=107] ["start time"=340.296593ms] [2024/06/02 08:07:23.377 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:23.378 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=422.6981ms] [2024/06/02 08:07:23.378 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=b7ec8205-e609-4fcf-8efe-c47e3a08da23] [runWorker=true] [2024/06/02 08:07:23.378 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:23.380 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:23.381 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:23.381 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=425.829205ms] [2024/06/02 08:07:23.383 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae91a52] [ownerID=b7ec8205-e609-4fcf-8efe-c47e3a08da23] [op=none] [2024/06/02 08:07:23.383 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:23.384 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:23.384 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:23.384 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:23.384 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:23.387 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:23.387 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=eb1e3834-1e0c-4a17-8eed-6b3470bee539] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:23.392 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:23.392 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:23.392 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae91a52] [ownerID=b7ec8205-e609-4fcf-8efe-c47e3a08da23] [op=none] [2024/06/02 08:07:23.393 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [op=none] [2024/06/02 08:07:23.393 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:23.476 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:23.477 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:23.477 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:23.581 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:23.598 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:23.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:23.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:23.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:23.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:23.610 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:23.610 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:23.610 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:23.610 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:23.610 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:23.613 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:23.613 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:23.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:23.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:23.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:23.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:23.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:23.614 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:23.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:23.614 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:23.617 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:23.619 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:23.625 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/90455fa6-b379-45d2-948a-62574c4303a5] [2024/06/02 08:07:23.625 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:23.626 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:23.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:23.627 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:23.627 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:23.662 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:23.696 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:23.703 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:23.705 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/06/02 08:07:23.707 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="drop table `t`,`t1`"] [user=] [2024/06/02 08:07:23.707 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:23.727 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:23.734 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:23.735 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`,`t1`"] [2024/06/02 08:07:23.735 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=121.97929ms] [2024/06/02 08:07:23.735 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:23.735 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:23.779 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.811 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=580.096Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:23.822 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=134] [version=108] [2024/06/02 08:07:23.824 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=17.559695ms] [job="ID:134, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.860 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.901 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=301.11Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:23.911 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=134] [version=109] [2024/06/02 08:07:23.913 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=24.825514ms] [job="ID:134, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.962 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.972 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 125, Old Table Name: t"] [2024/06/02 08:07:24.004 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=257.193Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:24.017 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=134] [version=110] [2024/06/02 08:07:24.018 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=18.489621ms] [job="ID:134, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:23.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.066 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=134] [tableIDs="[125]"] [comment="drop table: table ID"] [2024/06/02 08:07:24.101 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=134] [jobType="drop table"] [2024/06/02 08:07:24.107 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [job="ID:134, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:23.676 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.160 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/06/02 08:07:24.161 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:24.189 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:24.189 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`,`t1`"] [2024/06/02 08:07:24.260 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.292 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=619.957Β΅s] [gotSchemaVersion=111] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:24.303 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=111] [2024/06/02 08:07:24.305 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=18.210382ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.364 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.402 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=246.411Β΅s] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:24.410 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:24.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:24.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:24.410 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:24.414 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=112] [2024/06/02 08:07:24.416 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=20.54581ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.472 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.482 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 127, Old Table Name: t1"] [2024/06/02 08:07:24.514 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=253.362Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:24.525 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=113] [2024/06/02 08:07:24.528 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=17.515795ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:24.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.570 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/06/02 08:07:24.579 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/06/02 08:07:24.583 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:24.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.625 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:24.625 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:24.626 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/90455fa6-b379-45d2-948a-62574c4303a5] [watcherID=099b1709-26af-41af-a13d-ae6b540bc601] [2024/06/02 08:07:24.627 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:24.641 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:24.641 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:24.641 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:24.641 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:24.643 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/06/02 08:07:24.643 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:24.646 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 0.939999179\n# Parse_time: 0.000190284\n# Compile_time: 0.000571916\n# Rewrite_time: 0.000010016\n# Optimize_time: 0.000166739\n# Wait_TS: 0.000356247\n# DB: test\n# Is_internal: false\n# Digest: e18195ee41552301c3a5d4e7505c7434155b8b2d6d1c44bdae5ca491006dcdd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`,`t1`;"] [2024/06/02 08:07:24.708 +00:00] [INFO] [set.go:170] ["set global var"] [conn=12] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:24.766 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=113] [cur_db=test] [sql="create table t(a int)"] [user=] [2024/06/02 08:07:24.809 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:24.809 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int)"] [2024/06/02 08:07:24.863 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=12] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.871 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 136, Table Name: t"] [2024/06/02 08:07:24.915 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=2.501208ms] [gotSchemaVersion=114] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:24.927 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=137] [version=114] [2024/06/02 08:07:24.929 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=20.772455ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.969 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=12] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.777 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.001 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/06/02 08:07:25.001 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:25.381 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:26.020 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=114] [cur_db=test] [sql="drop table t"] [user=] [2024/06/02 08:07:26.047 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:26.047 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/06/02 08:07:26.088 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.119 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=614.576Β΅s] [gotSchemaVersion=115] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.133 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=115] [2024/06/02 08:07:26.135 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=20.735722ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.212 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.246 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=331.631Β΅s] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.258 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=116] [2024/06/02 08:07:26.260 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=18.770673ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.318 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.328 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: t"] [2024/06/02 08:07:26.363 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=279.242Β΅s] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.376 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=117] [2024/06/02 08:07:26.379 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=19.414995ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:26.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.431 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/06/02 08:07:26.440 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/06/02 08:07:26.444 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:26.026 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.502 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/06/02 08:07:26.502 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:26.505 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.48617665\n# Parse_time: 0.000193587\n# Compile_time: 0.00060684\n# Rewrite_time: 0.000010232\n# Optimize_time: 0.000596319\n# Wait_TS: 0.000363126\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table t;"] [2024/06/02 08:07:26.507 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=117] [cur_db=test] [sql="create table t(b int)"] [user=] [2024/06/02 08:07:26.566 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(b int)"] [2024/06/02 08:07:26.566 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:26.645 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=140] [conn=12] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.653 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 139, Table Name: t"] [2024/06/02 08:07:26.693 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.362684ms] [gotSchemaVersion=118] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:26.704 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=140] [version=118] [2024/06/02 08:07:26.706 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=19.533691ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.766 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=140] [conn=12] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:139, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.800 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/06/02 08:07:26.800 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:26.818 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:07:25.976 +0000 UTC"] [2024/06/02 08:07:26.846 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:26.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:26.846 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:26.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:07:25.976000'"] [2024/06/02 08:07:26.898 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.913 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=141] [2024/06/02 08:07:26.981 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.232 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=199.398Β΅s] [gotSchemaVersion=119] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:07:27.244 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=141] [version=119] [2024/06/02 08:07:27.246 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=18.129514ms] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:26.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.335 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.337 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:27.340 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:27.343 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=5.458338ms] ["completed regions"=1] [2024/06/02 08:07:27.343 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:27.345 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:27.347 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=3.133672ms] ["completed regions"=1] [2024/06/02 08:07:27.347 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:27.349 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:27.351 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.904476ms] ["completed regions"=1] [2024/06/02 08:07:27.373 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=141] [2024/06/02 08:07:27.422 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=2] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:346\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor/sortexec.(*SortExec).Close\n\tpkg/executor/sortexec/sort.go:144\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Finish.func1\n\tpkg/executor/adapter.go:190\nsync.(*Once).doSlow\n\tGOROOT/src/sync/once.go:74\nsync.(*Once).Do\n\tGOROOT/src/sync/once.go:65\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Finish\n\tpkg/executor/adapter.go:189\ngithub.com/pingcap/tidb/pkg/session.(*execStmtResult).Finish.func1\n\tpkg/session/session.go:2357\nsync.(*Once).doSlow\n\tGOROOT/src/sync/once.go:74\nsync.(*Once).Do\n\tGOROOT/src/sync/once.go:65\ngithub.com/pingcap/tidb/pkg/session.(*execStmtResult).Finish\n\tpkg/session/session.go:2354\ngithub.com/pingcap/tidb/pkg/session.(*execStmtResult).Close\n\tpkg/session/session.go:2373\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1.1\n\tpkg/session/session.go:1971\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1978\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:203\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:27.423 +00:00] [WARN] [runaway.go:206] ["get runaway watch record failed"] [error="region 48 is in flashback progress, FlashbackStartTS is 450183993013305347"] [errorVerbose="region 48 is in flashback progress, FlashbackStartTS is 450183993013305347\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).onRegionError\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2465\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1844\ngithub.com/tikv/client-go/v2/txnkv/txnsnapshot.(*ClientHelper).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/txnkv/txnsnapshot/client_helper.go:146\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1283\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1285\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:27.445 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.445 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:27.447 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:27.450 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:07:27.451 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=5.00155ms] ["completed regions"=1] [2024/06/02 08:07:27.451 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:27.453 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:27.454 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:07:27.454 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.825352ms] ["completed regions"=1] [2024/06/02 08:07:27.454 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:27.455 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:27.458 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:07:27.459 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.111328ms] ["completed regions"=1] [2024/06/02 08:07:27.459 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:07:27.492 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:27.897 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=405.06149ms] [2024/06/02 08:07:27.981 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:27.981 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=491.640995ms] [2024/06/02 08:07:27.994 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=141] [version=120] [2024/06/02 08:07:27.996 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=508.355074ms] [job="ID:141, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:26.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.195 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [job="ID:141, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:07:26.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.221 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/06/02 08:07:28.221 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:28.224 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 1.4087740420000001\n# Parse_time: 0.000439344\n# Compile_time: 0.000695229\n# Rewrite_time: 0.000010112\n# Optimize_time: 0.000596319\n# Wait_TS: 0.000307921\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:07:25.976000';"] [2024/06/02 08:07:28.236 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:28.236 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [2024/06/02 08:07:28.262 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:28.262 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=20.98Β΅s] [2024/06/02 08:07:28.262 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=7.924Β΅s] [2024/06/02 08:07:28.262 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=14.696Β΅s] [2024/06/02 08:07:28.262 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=12.627Β΅s] [2024/06/02 08:07:28.262 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:28.262 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=4.527Β΅s] [2024/06/02 08:07:28.262 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [2024/06/02 08:07:28.262 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [2024/06/02 08:07:28.264 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [] [2024/06/02 08:07:28.265 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:28.265 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:28.265 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:28.269 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=b7ec8205-e609-4fcf-8efe-c47e3a08da23] ["take time"=33.787894ms] [2024/06/02 08:07:28.269 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=b7ec8205-e609-4fcf-8efe-c47e3a08da23] [2024/06/02 08:07:28.271 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:28.271 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/90455fa6-b379-45d2-948a-62574c4303a5] [watcherID=099b1709-26af-41af-a13d-ae6b540bc601] [2024/06/02 08:07:28.271 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:28.271 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/90455fa6-b379-45d2-948a-62574c4303a5] [2024/06/02 08:07:28.271 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:28.272 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:28.272 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:28.272 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:28.272 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:28.272 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:28.272 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:28.272 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:28.272 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:28.272 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:28.278 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:28.278 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1513] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:28.279 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b7ec8205-e609-4fcf-8efe-c47e3a08da23] [2024/06/02 08:07:28.279 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:28.279 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:28.279 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:28.279 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb1e3834-1e0c-4a17-8eed-6b3470bee539"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:28.279 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:28.279 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:28.279 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:28.279 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:28.279 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:28.279 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [error="context canceled"] [2024/06/02 08:07:28.279 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:28.279 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:28.279 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:28.279 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:28.280 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:28.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:28.279 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:28.280 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [2024/06/02 08:07:28.280 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=b7ec8205-e609-4fcf-8efe-c47e3a08da23] [2024/06/02 08:07:28.280 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:28.280 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:28.280 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:28.280 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:28.280 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:28.280 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:28.280 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:28.281 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb1e3834-1e0c-4a17-8eed-6b3470bee539"] [error="context canceled"] [2024/06/02 08:07:28.281 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:28.281 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:28.281 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb1e3834-1e0c-4a17-8eed-6b3470bee539"] [2024/06/02 08:07:28.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:28.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:28.281 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=eb1e3834-1e0c-4a17-8eed-6b3470bee539] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:28.281 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb1e3834-1e0c-4a17-8eed-6b3470bee539"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:28.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:28.394 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:28.394 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [error="context canceled"] [2024/06/02 08:07:28.394 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [2024/06/02 08:07:29.537 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:29.537 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:29.537 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:29.565 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb1e3834-1e0c-4a17-8eed-6b3470bee539"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:29.645 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b7ec8205-e609-4fcf-8efe-c47e3a08da23"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:29.646 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:29.646 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:29.646 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:29.653 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.417734613s] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:29.654 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:29.654 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:29.654 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:29.654 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:29.656 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackCreateDropTableWithData (6.88s) === RUN TestFlashbackCreateDropSchema [2024/06/02 08:07:29.665 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:29.666 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:29.667 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:07:29.667 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:29.667 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:29.668 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:29.668 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:29.668 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:29.668 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:29.669 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:29.671 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:29.675 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:29.677 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:29.678 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:29.687 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:29.698 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:29.838 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=262] ["lease id"=3eaa8fd7fae91a91] [2024/06/02 08:07:29.840 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:30.212 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=120] ["start time"=368.721185ms] [2024/06/02 08:07:30.293 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:30.294 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=453.105129ms] [2024/06/02 08:07:30.294 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=53833b4c-03fe-4141-b03d-f444aafb659d] [runWorker=true] [2024/06/02 08:07:30.294 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:30.296 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:30.297 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:30.297 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=456.863976ms] [2024/06/02 08:07:30.300 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91bcd] [ownerID=53833b4c-03fe-4141-b03d-f444aafb659d] [op=none] [2024/06/02 08:07:30.300 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [2024/06/02 08:07:30.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:30.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:30.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:30.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:30.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:30.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:30.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:30.301 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:30.301 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:30.301 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:30.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:30.302 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:30.302 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:30.304 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:30.304 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ada902f0-615b-4df7-9819-038c09cf3470] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:30.309 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:30.309 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:30.310 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91bcd] [ownerID=53833b4c-03fe-4141-b03d-f444aafb659d] [op=none] [2024/06/02 08:07:30.310 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [op=none] [2024/06/02 08:07:30.310 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:30.373 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:30.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:30.375 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:30.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:30.498 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:30.510 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:30.510 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:30.510 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:30.510 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:30.510 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:30.510 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:30.510 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:30.510 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:30.510 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:30.513 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:30.513 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:30.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:30.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:30.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:30.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:30.515 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:30.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:30.515 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:30.515 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:30.518 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:30.519 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:30.525 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8f55adde-a2d5-44e7-a2b9-1962b9439574] [2024/06/02 08:07:30.525 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:30.525 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:30.527 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:30.528 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:30.528 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:30.565 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:30.611 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:30.630 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:30.630 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:30.637 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:30.638 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=124.561053ms] [2024/06/02 08:07:30.638 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:30.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:30.639 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:07:30.669 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:30.669 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:07:30.716 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.745 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=578.931Β΅s] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.759 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=121] [2024/06/02 08:07:30.761 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=20.467178ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.825 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.884 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=378.534Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.897 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=122] [2024/06/02 08:07:30.898 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=20.898525ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.957 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.967 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: t"] [2024/06/02 08:07:30.997 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=305.293Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:31.010 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=123] [2024/06/02 08:07:31.011 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=19.130637ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:30.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.064 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/06/02 08:07:31.077 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/06/02 08:07:31.081 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:30.627 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.131 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/06/02 08:07:31.132 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:31.135 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 0.496492822\n# Parse_time: 0.000195283\n# Compile_time: 0.0005268\n# Rewrite_time: 0.000008851\n# Optimize_time: 0.000195009\n# Wait_TS: 0.000441958\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:07:31.166 +00:00] [INFO] [set.go:170] ["set global var"] [conn=14] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:31.197 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=123] [cur_db=test] [sql="create table t(a int, index k(a))"] [user=] [2024/06/02 08:07:31.231 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:31.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index k(a))"] [2024/06/02 08:07:31.231 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:31.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:31.268 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=144] [conn=14] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:31.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.276 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 143, Table Name: t"] [2024/06/02 08:07:31.329 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.797065ms] [gotSchemaVersion=124] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:31.331 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:31.331 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:31.331 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:31.331 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:31.340 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=144] [version=124] [2024/06/02 08:07:31.342 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=20.106706ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:31.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.408 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=144] [conn=14] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:31.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.447 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/06/02 08:07:31.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:31.525 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:31.525 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:31.525 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8f55adde-a2d5-44e7-a2b9-1962b9439574] [watcherID=2d30ae2a-7dd3-4ba9-b781-a58539f8a69a] [2024/06/02 08:07:31.528 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:31.542 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:31.542 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:31.542 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:31.542 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:32.298 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:32.464 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=124] [cur_db=test] [sql="drop schema test"] [user=] [2024/06/02 08:07:32.490 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:32.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:32.490 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:32.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop schema test"] [2024/06/02 08:07:32.529 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.592 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=23.971826ms] [gotSchemaVersion=125] [phyTblIDs="[143]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:32.605 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=125] [2024/06/02 08:07:32.607 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=46.066662ms] [job="ID:145, Type:drop schema, State:running, SchemaState:write only, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:32.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.656 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:running, SchemaState:write only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.685 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=188.942Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:32.695 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=126] [2024/06/02 08:07:32.697 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=16.004081ms] [job="ID:145, Type:drop schema, State:running, SchemaState:delete only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.728 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:running, SchemaState:delete only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.758 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=177.843Β΅s] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:32.769 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=127] [2024/06/02 08:07:32.770 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=15.819441ms] [job="ID:145, Type:drop schema, State:done, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:32.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.822 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop schema: table IDs"] [2024/06/02 08:07:32.830 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop schema"] [2024/06/02 08:07:32.834 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:drop schema, State:synced, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:32.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.881 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/06/02 08:07:32.881 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:32.885 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.421005279\n# Parse_time: 0.000287174\n# Compile_time: 0.00058882\n# Rewrite_time: 0.000013027\n# Optimize_time: 0.000496347\n# Wait_TS: 0.000339973\n# Is_internal: false\n# Digest: 7395cbe033e695b7422836016be6bd8c724e8ed7a51276c275dcc5e5acd51631\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\ndrop schema test;"] [2024/06/02 08:07:32.886 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=] [sql="create schema test1"] [user=] [2024/06/02 08:07:32.914 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:32.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:32.914 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:32.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create schema test1"] [2024/06/02 08:07:32.977 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=147] [conn=14] [category=ddl] [job="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.007 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=1.062665ms] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:33.019 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=147] [version=128] [2024/06/02 08:07:33.020 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=18.491906ms] [job="ID:147, Type:create schema, State:done, SchemaState:public, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:32.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.085 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=147] [conn=14] [job="ID:147, Type:create schema, State:synced, SchemaState:public, SchemaID:146, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.877 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.109 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/06/02 08:07:33.109 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:33.113 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=] [sql="create schema test2"] [user=] [2024/06/02 08:07:33.142 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:33.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:33.142 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:33.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create schema test2"] [2024/06/02 08:07:33.192 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=149] [conn=14] [category=ddl] [job="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.220 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=1.055952ms] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:33.230 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=149] [version=129] [2024/06/02 08:07:33.232 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=16.412796ms] [job="ID:149, Type:create schema, State:done, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:33.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.292 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=149] [conn=14] [job="ID:149, Type:create schema, State:synced, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.319 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=149] [2024/06/02 08:07:33.319 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:33.325 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:33.325 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=129] [error="[schema:1049]Unknown database 'test'"] [errorVerbose="[schema:1049]Unknown database 'test'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:462\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:338\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test1\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:07:33.327 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test2] [sql="drop schema test2"] [user=] [2024/06/02 08:07:33.356 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:33.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:33.356 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:33.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop schema test2"] [2024/06/02 08:07:33.399 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.433 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=1.618527ms] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:33.443 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=150] [version=130] [2024/06/02 08:07:33.445 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=18.015249ms] [job="ID:150, Type:drop schema, State:running, SchemaState:write only, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:33.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.494 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:running, SchemaState:write only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.521 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=180.523Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:33.532 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=150] [version=131] [2024/06/02 08:07:33.534 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=16.858215ms] [job="ID:150, Type:drop schema, State:running, SchemaState:delete only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.599 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:running, SchemaState:delete only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.630 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=179.813Β΅s] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:33.641 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=150] [version=132] [2024/06/02 08:07:33.643 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=16.4309ms] [job="ID:150, Type:drop schema, State:done, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.676 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=150] [jobType="drop schema"] [2024/06/02 08:07:33.679 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:drop schema, State:synced, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.326 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.723 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/06/02 08:07:33.724 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:33.727 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.400512582\n# Parse_time: 0.000142344\n# Compile_time: 0.000462444\n# Rewrite_time: 0.000006525\n# Optimize_time: 0.000496347\n# Wait_TS: 0.000438942\n# Is_internal: false\n# Digest: 198bfda5b99bff3010b007aaf6570fccdae9746e3b653fef5a8797582c25f54f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\ndrop schema test2;"] [2024/06/02 08:07:33.730 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:07:32.426 +0000 UTC"] [2024/06/02 08:07:33.754 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:33.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:33.754 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:33.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:07:32.426000'"] [2024/06/02 08:07:33.829 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.849 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=151] [2024/06/02 08:07:33.884 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.173 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=257.031Β΅s] [gotSchemaVersion=133] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:07:34.185 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=151] [version=133] [2024/06/02 08:07:34.187 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=18.234533ms] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:33.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.223 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.223 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=28] ["first split key"=6d44423a3134360000fd0000000000000068] [2024/06/02 08:07:34.226 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=28] ["first at"=6d44423a3134360000fd0000000000000068] ["first new region left"="{Id:52 StartKey: EndKey:6d44423a31343600ff00fd000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:53 store_id:1 id:54 store_id:2 id:55 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/06/02 08:07:34.226 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[52,56]"] [2024/06/02 08:07:34.227 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] [concurrency=64] [2024/06/02 08:07:34.229 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=6d44423a3134360000fd0000000000000068] [end_key=6d44423a3134370000fd0000000000000068] [2024/06/02 08:07:34.231 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] ["cost time"=3.257962ms] ["completed regions"=1] [2024/06/02 08:07:34.231 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:34.233 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:34.235 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.830423ms] ["completed regions"=1] [2024/06/02 08:07:34.235 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:34.237 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:34.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=3.548892ms] ["completed regions"=1] [2024/06/02 08:07:34.239 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:34.241 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:34.244 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.954386ms] ["completed regions"=1] [2024/06/02 08:07:34.260 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=151] [2024/06/02 08:07:34.324 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.324 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] [concurrency=64] [2024/06/02 08:07:34.327 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=6d44423a3134360000fd0000000000000068] [end_key=6d44423a3134370000fd0000000000000068] [2024/06/02 08:07:34.328 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=4] [] [2024/06/02 08:07:34.328 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] ["cost time"=3.542007ms] ["completed regions"=1] [2024/06/02 08:07:34.328 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:34.331 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:34.333 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=4] [] [2024/06/02 08:07:34.333 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.273138ms] ["completed regions"=1] [2024/06/02 08:07:34.333 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:34.335 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:34.338 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=4] [] [2024/06/02 08:07:34.338 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=4.163198ms] ["completed regions"=1] [2024/06/02 08:07:34.338 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:34.340 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:34.342 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=2] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:346\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor/sortexec.(*SortExec).Close\n\tpkg/executor/sortexec/sort.go:144\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Finish.func1\n\tpkg/executor/adapter.go:190\nsync.(*Once).doSlow\n\tGOROOT/src/sync/once.go:74\nsync.(*Once).Do\n\tGOROOT/src/sync/once.go:65\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Finish\n\tpkg/executor/adapter.go:189\ngithub.com/pingcap/tidb/pkg/session.(*execStmtResult).Finish.func1\n\tpkg/session/session.go:2357\nsync.(*Once).doSlow\n\tGOROOT/src/sync/once.go:74\nsync.(*Once).Do\n\tGOROOT/src/sync/once.go:65\ngithub.com/pingcap/tidb/pkg/session.(*execStmtResult).Finish\n\tpkg/session/session.go:2354\ngithub.com/pingcap/tidb/pkg/session.(*execStmtResult).Close\n\tpkg/session/session.go:2373\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1.1\n\tpkg/session/session.go:1971\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1978\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:203\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:34.343 +00:00] [WARN] [runaway.go:206] ["get runaway watch record failed"] [error="region 48 is in flashback progress, FlashbackStartTS is 450183994835206147"] [errorVerbose="region 48 is in flashback progress, FlashbackStartTS is 450183994835206147\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).onRegionError\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2465\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1844\ngithub.com/tikv/client-go/v2/txnkv/txnsnapshot.(*ClientHelper).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/txnkv/txnsnapshot/client_helper.go:146\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1283\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTaskOnce\n\tpkg/store/copr/coprocessor.go:1285\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).handleTask\n\tpkg/store/copr/coprocessor.go:1173\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIteratorWorker).run\n\tpkg/store/copr/coprocessor.go:834\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:34.343 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=4] [] [2024/06/02 08:07:34.343 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.806181ms] ["completed regions"=1] [2024/06/02 08:07:34.343 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:07:34.380 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:34.754 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=374.466492ms] [2024/06/02 08:07:34.840 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:34.840 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=463.338922ms] [2024/06/02 08:07:34.850 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=151] [version=134] [2024/06/02 08:07:34.853 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=477.035087ms] [job="ID:151, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:33.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.050 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [job="ID:151, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:07:33.726 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.080 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/06/02 08:07:35.080 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:35.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.355987094\n# Parse_time: 0.000494139\n# Compile_time: 0.000861264\n# Rewrite_time: 0.000007977\n# Optimize_time: 0.000496347\n# Wait_TS: 0.000452554\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:07:32.426000';"] [2024/06/02 08:07:35.088 +00:00] [INFO] [executor.go:2329] ["fast check table by group"] ["table name"=t] ["index name"=k] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`k`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/06/02 08:07:35.138 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:35.138 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=134] [error="[schema:1049]Unknown database 'test1'"] [errorVerbose="[schema:1049]Unknown database 'test1'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:462\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:351\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:07:35.139 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:35.139 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=134] [error="[schema:1049]Unknown database 'test2'"] [errorVerbose="[schema:1049]Unknown database 'test2'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:462\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:352\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:07:35.140 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:35.140 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [2024/06/02 08:07:35.155 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:35.155 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=16.617Β΅s] [2024/06/02 08:07:35.155 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=13.993Β΅s] [2024/06/02 08:07:35.155 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=12.397Β΅s] [2024/06/02 08:07:35.155 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=12.026Β΅s] [2024/06/02 08:07:35.156 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:35.156 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=5.008Β΅s] [2024/06/02 08:07:35.156 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [2024/06/02 08:07:35.156 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [2024/06/02 08:07:35.156 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:35.157 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [] [2024/06/02 08:07:35.158 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:35.158 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:35.158 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:35.163 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=53833b4c-03fe-4141-b03d-f444aafb659d] ["take time"=22.745229ms] [2024/06/02 08:07:35.163 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=53833b4c-03fe-4141-b03d-f444aafb659d] [2024/06/02 08:07:35.164 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:35.165 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8f55adde-a2d5-44e7-a2b9-1962b9439574] [watcherID=2d30ae2a-7dd3-4ba9-b781-a58539f8a69a] [2024/06/02 08:07:35.165 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:35.165 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8f55adde-a2d5-44e7-a2b9-1962b9439574] [2024/06/02 08:07:35.165 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:35.165 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:35.165 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:35.165 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:35.165 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:35.165 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:35.165 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:35.165 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:35.165 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:35.165 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:35.171 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:35.171 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=262] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:35.172 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=53833b4c-03fe-4141-b03d-f444aafb659d] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:35.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:35.173 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:35.173 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:35.172 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:35.173 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:35.173 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:35.173 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:35.172 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ada902f0-615b-4df7-9819-038c09cf3470"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:35.173 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:35.172 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:35.173 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:35.173 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:35.173 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:35.173 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [error="context canceled"] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:35.173 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:35.173 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:35.173 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:35.173 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [2024/06/02 08:07:35.173 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:35.173 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=53833b4c-03fe-4141-b03d-f444aafb659d] [2024/06/02 08:07:35.173 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:35.173 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:35.174 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:35.174 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:35.174 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:35.174 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:35.175 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ada902f0-615b-4df7-9819-038c09cf3470"] [error="context canceled"] [2024/06/02 08:07:35.175 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:35.175 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:35.175 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ada902f0-615b-4df7-9819-038c09cf3470] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:35.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:35.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:35.175 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ada902f0-615b-4df7-9819-038c09cf3470"] [2024/06/02 08:07:35.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:35.315 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:35.315 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [error="context canceled"] [2024/06/02 08:07:35.315 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [2024/06/02 08:07:35.315 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:36.424 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ada902f0-615b-4df7-9819-038c09cf3470"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:36.440 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:36.440 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:36.440 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:36.571 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 53833b4c-03fe-4141-b03d-f444aafb659d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:36.571 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:36.571 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:36.571 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:36.579 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.439316483s] [2024/06/02 08:07:36.580 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:36.580 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:36.580 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:36.580 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:36.582 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackCreateDropSchema (6.93s) === RUN TestFlashbackAutoID [2024/06/02 08:07:36.590 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:36.591 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:36.592 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:07:36.593 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:36.593 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:36.594 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:36.594 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:36.594 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:36.594 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:36.594 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:36.596 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:36.601 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:36.604 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:36.605 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:36.614 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:36.626 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:36.785 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1935] ["lease id"=6f188fd7fae91c08] [2024/06/02 08:07:36.787 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:37.135 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=134] ["start time"=343.913775ms] [2024/06/02 08:07:37.214 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:37.214 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=426.949616ms] [2024/06/02 08:07:37.214 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=3e8e2667-bff9-4e44-b9fe-a789ce456a09] [runWorker=true] [2024/06/02 08:07:37.214 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:37.217 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:37.218 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:37.218 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=430.580431ms] [2024/06/02 08:07:37.220 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae91c19] [ownerID=3e8e2667-bff9-4e44-b9fe-a789ce456a09] [op=none] [2024/06/02 08:07:37.220 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [2024/06/02 08:07:37.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:37.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:37.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:37.221 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:37.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:37.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:37.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:37.222 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:37.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:37.222 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:37.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:37.222 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:37.222 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:37.225 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:37.225 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=873c7bb0-a2cf-4f73-8497-b2b1fed88de3] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:37.230 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:37.231 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae91c19] [ownerID=3e8e2667-bff9-4e44-b9fe-a789ce456a09] [op=none] [2024/06/02 08:07:37.231 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [op=none] [2024/06/02 08:07:37.231 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:37.232 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:37.297 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:37.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:37.299 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:37.407 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:37.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:37.437 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:37.437 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:37.437 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:37.437 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:37.437 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:37.437 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:37.437 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:37.437 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:37.437 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:37.440 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:37.440 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:37.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:37.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:37.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:37.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:37.441 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:37.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:37.441 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:37.442 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:37.445 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:37.446 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:37.451 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/69e4956f-556c-4328-8b48-1e7b42968b17] [2024/06/02 08:07:37.452 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:37.452 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:37.454 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:37.455 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:37.455 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:37.511 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:37.568 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:37.590 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:37.590 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:37.598 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=134] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:37.600 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=134] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:07:37.601 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=161.552695ms] [2024/06/02 08:07:37.602 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:37.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:37.631 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:37.631 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:07:37.683 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.714 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=600.167Β΅s] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:37.727 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=152] [version=135] [2024/06/02 08:07:37.729 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=19.867717ms] [job="ID:152, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.803 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.834 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=276.37Β΅s] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:37.845 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=152] [version=136] [2024/06/02 08:07:37.847 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=16.776472ms] [job="ID:152, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.906 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.916 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 143, Old Table Name: t"] [2024/06/02 08:07:37.949 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=336.544Β΅s] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:37.961 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=152] [version=137] [2024/06/02 08:07:37.963 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=18.795832ms] [job="ID:152, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.017 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/06/02 08:07:38.029 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="drop table"] [2024/06/02 08:07:38.033 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [job="ID:152, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:37.576 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.088 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/06/02 08:07:38.088 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:38.091 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.492024927\n# Parse_time: 0.000259878\n# Compile_time: 0.000745806\n# Rewrite_time: 0.00000976\n# Optimize_time: 0.000201015\n# Wait_TS: 0.0004844\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:07:38.138 +00:00] [INFO] [set.go:170] ["set global var"] [conn=16] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:38.170 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=137] [cur_db=test] [sql="create table t(a int auto_increment, primary key(a)) auto_id_cache 100"] [user=] [2024/06/02 08:07:38.210 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:38.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:38.210 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:38.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int auto_increment, primary key(a)) auto_id_cache 100"] [2024/06/02 08:07:38.269 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:38.269 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:38.269 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:38.269 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:38.296 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=154] [conn=16] [category=ddl] [job="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:38.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.305 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 153, Table Name: t"] [2024/06/02 08:07:38.348 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.703727ms] [gotSchemaVersion=138] [phyTblIDs="[153]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:38.360 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=138] [2024/06/02 08:07:38.362 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=21.983385ms] [job="ID:154, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:38.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.404 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=154] [conn=16] [job="ID:154, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:38.177 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.436 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/06/02 08:07:38.436 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:38.452 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:38.452 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:38.452 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/69e4956f-556c-4328-8b48-1e7b42968b17] [watcherID=ba844c98-d906-4b4c-8907-172affd704b2] [2024/06/02 08:07:38.455 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:38.468 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:38.468 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:38.468 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:38.468 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:39.234 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:39.469 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=138] [cur_db=test] [sql="drop table t"] [user=] [2024/06/02 08:07:39.496 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:39.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:39.496 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:39.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/06/02 08:07:39.561 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.593 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=635.887Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:39.604 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=155] [version=139] [2024/06/02 08:07:39.606 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=19.13271ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:39.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.654 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.685 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=297.875Β΅s] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:39.696 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=155] [version=140] [2024/06/02 08:07:39.698 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=17.365362ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.758 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.768 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: t"] [2024/06/02 08:07:39.800 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=320.644Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:39.815 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=155] [version=141] [2024/06/02 08:07:39.818 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=22.430092ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:39.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.873 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/06/02 08:07:39.883 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/06/02 08:07:39.887 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:39.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.942 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/06/02 08:07:39.942 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:39.946 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.477808696\n# Parse_time: 0.000256117\n# Compile_time: 0.000650944\n# Rewrite_time: 0.000013486\n# Optimize_time: 0.002208573\n# Wait_TS: 0.000439893\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table t;"] [2024/06/02 08:07:39.948 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:07:39.426 +0000 UTC"] [2024/06/02 08:07:39.974 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:39.974 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:07:39.426000'"] [2024/06/02 08:07:40.079 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.094 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/06/02 08:07:40.171 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.425 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=200.326Β΅s] [gotSchemaVersion=142] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:07:40.436 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=156] [version=142] [2024/06/02 08:07:40.438 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=16.960904ms] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.505 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.507 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:40.510 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:40.512 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.64021ms] ["completed regions"=1] [2024/06/02 08:07:40.513 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:40.514 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:40.516 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.704283ms] ["completed regions"=1] [2024/06/02 08:07:40.516 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:40.517 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:40.520 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.704746ms] ["completed regions"=1] [2024/06/02 08:07:40.540 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/06/02 08:07:40.607 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.608 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:40.610 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:40.613 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:07:40.613 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.542985ms] ["completed regions"=1] [2024/06/02 08:07:40.613 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:40.615 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:40.617 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:07:40.617 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=3.049759ms] ["completed regions"=1] [2024/06/02 08:07:40.617 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:40.618 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:40.622 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:07:40.622 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.504464ms] ["completed regions"=1] [2024/06/02 08:07:40.622 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:07:40.655 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:41.087 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=432.282251ms] [2024/06/02 08:07:41.168 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:41.168 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=516.767209ms] [2024/06/02 08:07:41.178 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=156] [version=143] [2024/06/02 08:07:41.180 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=529.684387ms] [job="ID:156, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.397 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [job="ID:156, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:07:39.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:41.425 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/06/02 08:07:41.425 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:41.429 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 1.482333169\n# Parse_time: 0.000386435\n# Compile_time: 0.000806106\n# Rewrite_time: 0.000022689\n# Optimize_time: 0.002208573\n# Wait_TS: 0.000424213\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:07:39.426000';"] [2024/06/02 08:07:41.458 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:41.458 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [2024/06/02 08:07:41.468 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:41.468 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=16.462Β΅s] [2024/06/02 08:07:41.468 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=14.128Β΅s] [2024/06/02 08:07:41.468 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=13.847Β΅s] [2024/06/02 08:07:41.468 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=13.793Β΅s] [2024/06/02 08:07:41.468 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:41.468 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=4.948Β΅s] [2024/06/02 08:07:41.468 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [2024/06/02 08:07:41.468 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [2024/06/02 08:07:41.470 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [] [2024/06/02 08:07:41.471 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:41.471 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:41.471 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:41.476 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=3e8e2667-bff9-4e44-b9fe-a789ce456a09] ["take time"=17.883962ms] [2024/06/02 08:07:41.476 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=3e8e2667-bff9-4e44-b9fe-a789ce456a09] [2024/06/02 08:07:41.478 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:41.478 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/69e4956f-556c-4328-8b48-1e7b42968b17] [watcherID=ba844c98-d906-4b4c-8907-172affd704b2] [2024/06/02 08:07:41.478 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:41.479 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/69e4956f-556c-4328-8b48-1e7b42968b17] [2024/06/02 08:07:41.479 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:41.479 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:41.479 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:41.479 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:41.479 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:41.479 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:41.479 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:41.479 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:41.479 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:41.479 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:41.485 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:41.485 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1935] [2024/06/02 08:07:41.486 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:41.486 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:41.486 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:41.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=3e8e2667-bff9-4e44-b9fe-a789ce456a09] [2024/06/02 08:07:41.487 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:41.486 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 873c7bb0-a2cf-4f73-8497-b2b1fed88de3"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:41.487 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:41.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [error="context canceled"] [2024/06/02 08:07:41.487 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:41.486 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:41.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:41.487 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [2024/06/02 08:07:41.487 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:41.487 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:41.487 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:41.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:41.487 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:41.487 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:41.487 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:41.488 +00:00] [WARN] [scheduler_manager.go:234] ["get unfinished tasks failed"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).extractTaskHandles\n\tpkg/executor/distsql.go:1048\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).fetchHandles\n\tpkg/executor/distsql.go:983\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:727\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:41.488 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:41.488 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=3e8e2667-bff9-4e44-b9fe-a789ce456a09] [2024/06/02 08:07:41.488 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:41.488 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:41.488 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:41.488 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:41.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:41.489 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:41.489 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:41.489 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:41.489 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:41.489 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=873c7bb0-a2cf-4f73-8497-b2b1fed88de3] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:41.489 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 873c7bb0-a2cf-4f73-8497-b2b1fed88de3"] [error="context canceled"] [2024/06/02 08:07:41.489 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:41.489 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 873c7bb0-a2cf-4f73-8497-b2b1fed88de3"] [2024/06/02 08:07:41.596 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:41.596 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [error="context canceled"] [2024/06/02 08:07:41.596 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [2024/06/02 08:07:42.740 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 873c7bb0-a2cf-4f73-8497-b2b1fed88de3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:42.750 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:42.750 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:42.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:42.841 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3e8e2667-bff9-4e44-b9fe-a789ce456a09"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:42.841 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:42.841 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:42.841 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:42.848 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.390489396s] [2024/06/02 08:07:42.849 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:42.849 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:42.849 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:42.849 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:42.849 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:42.849 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:42.849 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:42.849 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:42.849 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:42.849 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:42.849 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:42.850 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:42.850 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:42.851 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAutoID (6.27s) === RUN TestFlashbackSequence [2024/06/02 08:07:42.858 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:42.859 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:42.860 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:07:42.860 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:42.860 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:42.861 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:42.862 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:42.862 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:42.862 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:42.862 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:42.864 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:42.868 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:42.870 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:42.871 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:42.880 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:42.891 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:43.027 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1500] ["lease id"=3eaa8fd7fae91b19] [2024/06/02 08:07:43.029 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:43.370 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=143] ["start time"=337.548907ms] [2024/06/02 08:07:43.449 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:43.449 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=419.691064ms] [2024/06/02 08:07:43.449 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=efff6533-2b31-4e21-84a4-195f4e19b719] [runWorker=true] [2024/06/02 08:07:43.449 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:43.451 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:43.452 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:43.452 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=422.938514ms] [2024/06/02 08:07:43.454 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91c44] [ownerID=efff6533-2b31-4e21-84a4-195f4e19b719] [op=none] [2024/06/02 08:07:43.454 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [2024/06/02 08:07:43.455 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:43.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:43.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:43.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:43.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:43.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:43.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:43.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:43.456 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:43.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:43.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:43.456 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:43.456 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:43.458 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:43.459 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e53f6e06-218b-4268-a2ad-77dc61b0df14] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:43.463 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:43.464 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:43.464 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91c44] [ownerID=efff6533-2b31-4e21-84a4-195f4e19b719] [op=none] [2024/06/02 08:07:43.465 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [op=none] [2024/06/02 08:07:43.465 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:43.525 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:43.527 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:43.527 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:43.657 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:43.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:43.688 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:43.688 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:43.688 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:43.688 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:43.688 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:43.688 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:43.688 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:43.689 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:43.689 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:43.691 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:43.691 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:43.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:43.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:43.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:43.693 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:43.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:43.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:43.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:43.693 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:43.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:43.698 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:43.707 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:43.707 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:43.708 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:43.708 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/f29d9857-150f-4e8f-aa81-c16caa068670] [2024/06/02 08:07:43.708 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:43.708 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:43.767 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:43.796 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:43.799 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:43.806 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:43.809 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:07:43.814 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:43.822 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=130.668252ms] [2024/06/02 08:07:43.822 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:43.822 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:43.835 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:43.835 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:07:43.890 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.921 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=942.961Β΅s] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:43.934 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=144] [2024/06/02 08:07:43.936 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=19.684595ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.009 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.041 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=298.197Β΅s] [gotSchemaVersion=145] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:44.052 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=145] [2024/06/02 08:07:44.054 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=17.655862ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.108 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.117 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: t"] [2024/06/02 08:07:44.146 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=372.359Β΅s] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:44.159 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=146] [2024/06/02 08:07:44.160 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=18.862017ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:43.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.229 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/06/02 08:07:44.242 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/06/02 08:07:44.246 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:43.776 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.325 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/06/02 08:07:44.326 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:44.330 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.521916056\n# Parse_time: 0.000180955\n# Compile_time: 0.000562455\n# Rewrite_time: 0.000008543\n# Optimize_time: 0.000212786\n# Wait_TS: 0.000478334\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:07:44.407 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create sequence seq cache 100"] [2024/06/02 08:07:44.407 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:44.480 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:44.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:44.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:44.480 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:44.484 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=159] [conn=18] [category=ddl] [job="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.529 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=2.540528ms] [gotSchemaVersion=147] [phyTblIDs="[158]"] [actionTypes="[34]"] [diffTypes="[\"create sequence\"]"] [2024/06/02 08:07:44.540 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=159] [version=147] [2024/06/02 08:07:44.542 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=20.44424ms] [job="ID:159, Type:create sequence, State:done, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.596 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=159] [conn=18] [job="ID:159, Type:create sequence, State:synced, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:44.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:44.627 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/06/02 08:07:44.627 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:44.708 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:44.708 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:44.708 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:44.708 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f29d9857-150f-4e8f-aa81-c16caa068670] [watcherID=e7999ca1-0f1b-44e8-abbf-5154e3b211e1] [2024/06/02 08:07:44.722 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:44.722 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:44.722 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:44.722 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:45.453 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:45.668 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:45.668 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop sequence seq"] [2024/06/02 08:07:45.710 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.742 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=552.124Β΅s] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/06/02 08:07:45.754 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=148] [2024/06/02 08:07:45.756 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=18.852978ms] [job="ID:160, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.817 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.846 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=244.776Β΅s] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/06/02 08:07:45.856 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=149] [2024/06/02 08:07:45.858 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=16.530062ms] [job="ID:160, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.933 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.973 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=314.33Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/06/02 08:07:45.985 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=150] [2024/06/02 08:07:45.987 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=19.49713ms] [job="ID:160, Type:drop sequence, State:done, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:45.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.047 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [job="ID:160, Type:drop sequence, State:synced, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.626 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.105 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/06/02 08:07:46.105 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:46.112 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.468076147\n# Parse_time: 0.000269203\n# Compile_time: 0.000577756\n# Rewrite_time: 0.000010322\n# Optimize_time: 0.000475395\n# Wait_TS: 0.000390257\n# DB: test\n# Is_internal: false\n# Digest: dac7d6822b6b2aca4720a4d67dd1ba41f8362cade2c75f42046fd7b289eb4e95\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop sequence seq;"] [2024/06/02 08:07:46.116 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:07:45.626 +0000 UTC"] [2024/06/02 08:07:46.146 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:46.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:46.146 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:46.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:07:45.626000'"] [2024/06/02 08:07:46.197 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.212 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=161] [2024/06/02 08:07:46.278 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.535 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=258.191Β΅s] [gotSchemaVersion=151] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:07:46.547 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=161] [version=151] [2024/06/02 08:07:46.549 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=18.258164ms] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:46.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.583 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.584 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:46.586 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:46.588 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.552726ms] ["completed regions"=1] [2024/06/02 08:07:46.588 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:46.590 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:46.592 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.959894ms] ["completed regions"=1] [2024/06/02 08:07:46.592 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:46.594 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:46.596 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.818072ms] ["completed regions"=1] [2024/06/02 08:07:46.618 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=161] [2024/06/02 08:07:46.683 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.684 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:46.686 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:46.690 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:07:46.690 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=5.498295ms] ["completed regions"=1] [2024/06/02 08:07:46.690 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:46.693 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:46.695 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:07:46.695 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=4.570231ms] ["completed regions"=1] [2024/06/02 08:07:46.695 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:46.697 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:46.700 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:07:46.700 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.892731ms] ["completed regions"=1] [2024/06/02 08:07:46.700 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:07:46.769 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:47.124 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=355.77119ms] [2024/06/02 08:07:47.208 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:47.208 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=467.834351ms] [2024/06/02 08:07:47.217 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=161] [version=152] [2024/06/02 08:07:47.218 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=479.51026ms] [job="ID:161, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:46.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.437 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [job="ID:161, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:07:46.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.464 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/06/02 08:07:47.464 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:47.467 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 1.354879123\n# Parse_time: 0.00079891\n# Compile_time: 0.00125428\n# Rewrite_time: 0.000009534\n# Optimize_time: 0.000475395\n# Wait_TS: 0.000472871\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:07:45.626000';"] [2024/06/02 08:07:47.500 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:47.501 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop sequence seq"] [2024/06/02 08:07:47.544 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.574 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=526.886Β΅s] [gotSchemaVersion=153] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/06/02 08:07:47.586 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=153] [2024/06/02 08:07:47.588 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=18.025323ms] [job="ID:162, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.650 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.680 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=236.692Β΅s] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/06/02 08:07:47.692 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=154] [2024/06/02 08:07:47.693 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=17.68009ms] [job="ID:162, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.751 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.791 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=235.011Β΅s] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/06/02 08:07:47.803 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=155] [2024/06/02 08:07:47.805 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=17.912561ms] [job="ID:162, Type:drop sequence, State:done, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:47.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.866 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [job="ID:162, Type:drop sequence, State:synced, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:47.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:47.897 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/06/02 08:07:47.897 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:47.901 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.424910363\n# Parse_time: 0.000187921\n# Compile_time: 0.000534643\n# Rewrite_time: 0.000008072\n# Optimize_time: 0.000444237\n# Wait_TS: 0.000364317\n# DB: test\n# Is_internal: false\n# Digest: dac7d6822b6b2aca4720a4d67dd1ba41f8362cade2c75f42046fd7b289eb4e95\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop sequence seq;"] [2024/06/02 08:07:47.901 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:47.901 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [2024/06/02 08:07:47.940 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:47.940 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=22.517Β΅s] [2024/06/02 08:07:47.940 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=16.136Β΅s] [2024/06/02 08:07:47.940 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=11.68Β΅s] [2024/06/02 08:07:47.940 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=15.715Β΅s] [2024/06/02 08:07:47.940 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:47.940 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=4.416Β΅s] [2024/06/02 08:07:47.940 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [2024/06/02 08:07:47.940 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [2024/06/02 08:07:47.940 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:47.942 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [] [2024/06/02 08:07:47.943 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:47.943 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:47.943 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:47.947 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=efff6533-2b31-4e21-84a4-195f4e19b719] ["take time"=46.24012ms] [2024/06/02 08:07:47.947 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=efff6533-2b31-4e21-84a4-195f4e19b719] [2024/06/02 08:07:47.949 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:47.949 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f29d9857-150f-4e8f-aa81-c16caa068670] [watcherID=e7999ca1-0f1b-44e8-abbf-5154e3b211e1] [2024/06/02 08:07:47.949 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:47.949 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/f29d9857-150f-4e8f-aa81-c16caa068670] [2024/06/02 08:07:47.949 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:47.950 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:47.950 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:47.950 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:47.950 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:47.951 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:47.951 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:47.951 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:47.951 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:47.951 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:47.957 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:47.957 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1500] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=efff6533-2b31-4e21-84a4-195f4e19b719] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:47.958 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:47.958 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:47.958 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e53f6e06-218b-4268-a2ad-77dc61b0df14"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:47.958 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:47.959 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:47.959 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [error="context canceled"] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:47.959 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:47.959 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:47.959 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:47.959 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:47.958 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:47.958 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:47.958 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:47.959 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:47.958 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:47.959 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:47.958 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:47.959 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [2024/06/02 08:07:47.959 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:47.959 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=efff6533-2b31-4e21-84a4-195f4e19b719] [2024/06/02 08:07:47.959 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:47.959 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:47.961 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:47.961 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e53f6e06-218b-4268-a2ad-77dc61b0df14] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:47.961 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:47.961 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:47.961 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:47.961 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e53f6e06-218b-4268-a2ad-77dc61b0df14"] [error="context canceled"] [2024/06/02 08:07:47.961 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:47.961 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e53f6e06-218b-4268-a2ad-77dc61b0df14"] [2024/06/02 08:07:47.961 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e53f6e06-218b-4268-a2ad-77dc61b0df14"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:47.961 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).extractTaskHandles\n\tpkg/executor/distsql.go:1048\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).fetchHandles\n\tpkg/executor/distsql.go:983\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:727\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:47.961 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:47.961 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:47.961 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:47.968 +00:00] [INFO] [domain.go:947] ["reload schema in loop, schema syncer need restart"] [2024/06/02 08:07:47.968 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/06/02 08:07:47.968 +00:00] [INFO] [domain.go:1021] ["domain is closed"] [2024/06/02 08:07:47.968 +00:00] [ERROR] [domain.go:957] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:296\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:986\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:955\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:957\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:47.978 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:47.978 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:48.038 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:48.038 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [error="context canceled"] [2024/06/02 08:07:48.238 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:49.213 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:49.213 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:49.213 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:49.216 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e53f6e06-218b-4268-a2ad-77dc61b0df14"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:49.483 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager efff6533-2b31-4e21-84a4-195f4e19b719"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:49.483 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:49.483 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:49.483 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:49.491 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.590253579s] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:49.492 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:49.492 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:49.492 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:49.492 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:49.494 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackSequence (6.64s) === RUN TestFlashbackPartitionTable [2024/06/02 08:07:49.500 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:49.501 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:49.501 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:07:49.502 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:49.502 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:49.503 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:49.503 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:49.503 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:49.503 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:49.503 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:49.505 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:49.509 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:49.511 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:49.512 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:49.520 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:49.531 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:49.689 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=736] ["lease id"=6f188fd7fae91c7d] [2024/06/02 08:07:49.691 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:50.043 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=155] ["start time"=347.009101ms] [2024/06/02 08:07:50.122 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:50.122 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=430.443296ms] [2024/06/02 08:07:50.122 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=4bb47240-2080-487e-8382-d91d7697ed7b] [runWorker=true] [2024/06/02 08:07:50.122 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:50.124 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:50.126 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:50.126 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=434.047811ms] [2024/06/02 08:07:50.128 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae91c90] [ownerID=4bb47240-2080-487e-8382-d91d7697ed7b] [op=none] [2024/06/02 08:07:50.128 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:50.129 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:50.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:50.130 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:50.130 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:50.132 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:50.132 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cab43a16-7543-4c35-9fb2-f23f1aa7d570] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:50.137 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:50.137 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:50.138 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae91c90] [ownerID=4bb47240-2080-487e-8382-d91d7697ed7b] [op=none] [2024/06/02 08:07:50.138 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [op=none] [2024/06/02 08:07:50.138 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:50.198 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:50.199 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:50.199 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:50.298 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:50.315 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:50.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:50.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:50.328 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:50.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:50.328 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:50.328 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:50.328 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:50.328 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:50.328 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:50.330 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:50.330 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:50.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:50.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:50.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:50.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:50.332 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:50.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:50.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:50.332 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:50.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:50.337 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:50.343 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/d799af43-ff35-4190-bb54-aa013ac284a3] [2024/06/02 08:07:50.343 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:50.343 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:50.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:50.345 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:50.345 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:50.394 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:50.419 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:50.435 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:50.467 +00:00] [INFO] [set.go:170] ["set global var"] [conn=20] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:50.467 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=137.01382ms] [2024/06/02 08:07:50.468 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:50.468 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:50.504 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=155] [cur_db=test] [sql="create table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200))"] [user=] [2024/06/02 08:07:50.559 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:50.559 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200))"] [2024/06/02 08:07:50.624 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=167] [conn=20] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.634 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 163, Table Name: t"] [2024/06/02 08:07:50.739 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=49.363499ms] [gotSchemaVersion=156] [phyTblIDs="[163,164,165,166]"] [actionTypes="[3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:50.751 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=167] [version=156] [2024/06/02 08:07:50.754 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=68.457618ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.806 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=167] [conn=20] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.476 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.843 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/06/02 08:07:50.843 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:50.847 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.346496117\n# Parse_time: 0.00217481\n# Compile_time: 0.001796263\n# Rewrite_time: 0.000010183\n# Optimize_time: 0.000440282\n# Wait_TS: 0.000398853\n# DB: test\n# Is_internal: false\n# Digest: 93073a9ee05d9b8dff6f7a41459e83cc02307b148eb0a93fce851f29133245c4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200));"] [2024/06/02 08:07:51.179 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:51.179 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:51.179 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:51.179 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:51.343 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:51.343 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:51.344 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d799af43-ff35-4190-bb54-aa013ac284a3] [watcherID=0a4876e9-490d-496d-b1f7-6e15df5653a7] [2024/06/02 08:07:51.346 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:51.358 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:51.358 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:51.358 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:51.359 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:52.127 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:52.463 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=156] [cur_db=test] [sql="alter table t drop partition `a_3`"] [user=] [2024/06/02 08:07:52.488 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:52.488 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop partition `a_3`"] [2024/06/02 08:07:52.530 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.571 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=5.834542ms] [gotSchemaVersion=157] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/06/02 08:07:52.582 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=168] [version=157] [2024/06/02 08:07:52.584 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=22.306777ms] [job="ID:168, Type:drop partition, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.648 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.683 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=5.366984ms] [gotSchemaVersion=158] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/06/02 08:07:52.693 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=168] [version=158] [2024/06/02 08:07:52.694 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=20.983911ms] [job="ID:168, Type:drop partition, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.746 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.756 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop partition, Schema ID: 2, Table ID: 163, Table Name: t, Old Partition IDs: [166]"] [2024/06/02 08:07:52.795 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=5.901212ms] [gotSchemaVersion=159] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/06/02 08:07:52.807 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=168] [version=159] [2024/06/02 08:07:52.808 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=23.324057ms] [job="ID:168, Type:drop partition, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.851 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[166]"] [comment="drop partition: physical table ID(s)"] [2024/06/02 08:07:52.864 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="drop partition"] [2024/06/02 08:07:52.868 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [job="ID:168, Type:drop partition, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.426 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:52.924 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/06/02 08:07:52.924 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:52.927 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.465929538\n# Parse_time: 0.000410965\n# Compile_time: 0.000928841\n# Rewrite_time: 0.000011715\n# Optimize_time: 0.000440282\n# Wait_TS: 0.000367922\n# DB: test\n# Is_internal: false\n# Digest: 7d560518704e79bafe7cf7bfeadbebd3ab7cb6d10502477e0ef67c7f9b0c77d0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop partition `a_3`;"] [2024/06/02 08:07:52.929 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=159] [cur_db=test] [sql="alter table t add partition (partition `a_3` values less than (300))"] [user=] [2024/06/02 08:07:52.986 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:52.986 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t add partition (partition `a_3` values less than (300))"] [2024/06/02 08:07:53.046 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [category=ddl] [job="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.136 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=49.685166ms] [gotSchemaVersion=160] [phyTblIDs="[163,164,165]"] [actionTypes="[19,19,19]"] [diffTypes="[\"add partition\"]"] [2024/06/02 08:07:53.149 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=170] [version=160] [2024/06/02 08:07:53.151 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=68.922884ms] [job="ID:170, Type:add partition, State:running, SchemaState:replica only, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.193 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [category=ddl] [job="ID:170, Type:add partition, State:running, SchemaState:replica only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.200 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: add partition, Schema ID: 2, Table ID: 163, Table Name: t, Partition IDs: [169]"] [2024/06/02 08:07:53.293 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=48.429921ms] [gotSchemaVersion=161] [phyTblIDs="[163,164,165,169]"] [actionTypes="[19,19,19,19]"] [diffTypes="[\"add partition\"]"] [2024/06/02 08:07:53.304 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=170] [version=161] [2024/06/02 08:07:53.306 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=65.511345ms] [job="ID:170, Type:add partition, State:done, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:52.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.354 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [job="ID:170, Type:add partition, State:synced, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:52.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.395 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/06/02 08:07:53.395 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:53.399 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.470886202\n# Parse_time: 0.000575208\n# Compile_time: 0.001083634\n# Rewrite_time: 0.000012072\n# Optimize_time: 0.000440282\n# Wait_TS: 0.000484129\n# DB: test\n# Is_internal: false\n# Digest: 039addb4c2a1dad7b9bf9cf1c86dbe3ae19759b4737e84b99b79c9be8ed880d2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add partition (partition `a_3` values less than (300));"] [2024/06/02 08:07:53.411 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="drop table t"] [user=] [2024/06/02 08:07:53.436 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:53.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:53.436 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:53.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/06/02 08:07:53.494 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.529 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=1.278806ms] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:53.540 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=171] [version=162] [2024/06/02 08:07:53.542 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=18.000722ms] [job="ID:171, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:53.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.637 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.675 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=447.999Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:53.686 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=171] [version=163] [2024/06/02 08:07:53.688 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=18.442618ms] [job="ID:171, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.753 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.763 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 163, Old Table Name: t"] [2024/06/02 08:07:53.802 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=330.67Β΅s] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:53.814 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=171] [version=164] [2024/06/02 08:07:53.816 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=19.208004ms] [job="ID:171, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:53.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.863 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[164,165,169]"] [comment="drop table: partition table IDs"] [2024/06/02 08:07:53.875 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[163]"] [comment="drop table: table ID"] [2024/06/02 08:07:53.883 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="drop table"] [2024/06/02 08:07:53.887 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [job="ID:171, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:53.376 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.937 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/06/02 08:07:53.937 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:53.941 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.530740362\n# Parse_time: 0.000197211\n# Compile_time: 0.000604415\n# Rewrite_time: 0.000012339\n# Optimize_time: 0.002810633\n# Wait_TS: 0.000435329\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t;"] [2024/06/02 08:07:53.944 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:07:52.426 +0000 UTC"] [2024/06/02 08:07:53.969 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:53.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:53.969 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:53.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:07:52.426000'"] [2024/06/02 08:07:54.038 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.051 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=172] [2024/06/02 08:07:54.114 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.394 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=193.133Β΅s] [gotSchemaVersion=165] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:07:54.406 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=165] [2024/06/02 08:07:54.407 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=21.067292ms] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:53.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.454 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.455 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:54.457 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:54.460 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.054617ms] ["completed regions"=1] [2024/06/02 08:07:54.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:54.462 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:54.463 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.677298ms] ["completed regions"=1] [2024/06/02 08:07:54.463 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:54.465 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:54.467 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.522514ms] ["completed regions"=1] [2024/06/02 08:07:54.487 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=172] [2024/06/02 08:07:54.556 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:54.557 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:54.559 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:54.561 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:07:54.561 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=4.443991ms] ["completed regions"=1] [2024/06/02 08:07:54.562 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:07:54.563 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:07:54.565 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:07:54.565 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.657016ms] ["completed regions"=1] [2024/06/02 08:07:54.565 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:07:54.566 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:07:54.569 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:07:54.569 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.201136ms] ["completed regions"=1] [2024/06/02 08:07:54.569 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:07:54.601 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:07:54.972 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=371.466285ms] [2024/06/02 08:07:55.053 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:55.053 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=455.614573ms] [2024/06/02 08:07:55.064 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=166] [2024/06/02 08:07:55.066 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=469.022155ms] [job="ID:172, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:53.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.220 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [job="ID:172, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:07:53.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.247 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/06/02 08:07:55.247 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:55.251 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 1.309234451\n# Parse_time: 0.000647414\n# Compile_time: 0.000760036\n# Rewrite_time: 0.000007132\n# Optimize_time: 0.002810633\n# Wait_TS: 0.000386644\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:07:52.426000';"] [2024/06/02 08:07:55.286 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:55.286 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [2024/06/02 08:07:55.295 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:55.295 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=19.667Β΅s] [2024/06/02 08:07:55.295 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=5.709Β΅s] [2024/06/02 08:07:55.295 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=7.201Β΅s] [2024/06/02 08:07:55.295 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=13.238Β΅s] [2024/06/02 08:07:55.295 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:55.295 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=5.35Β΅s] [2024/06/02 08:07:55.295 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [2024/06/02 08:07:55.295 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [2024/06/02 08:07:55.295 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:55.296 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [] [2024/06/02 08:07:55.297 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:55.297 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:55.297 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:55.301 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=4bb47240-2080-487e-8382-d91d7697ed7b] ["take time"=15.166849ms] [2024/06/02 08:07:55.301 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=4bb47240-2080-487e-8382-d91d7697ed7b] [2024/06/02 08:07:55.303 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:55.303 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:55.303 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d799af43-ff35-4190-bb54-aa013ac284a3] [watcherID=0a4876e9-490d-496d-b1f7-6e15df5653a7] [2024/06/02 08:07:55.303 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/d799af43-ff35-4190-bb54-aa013ac284a3] [2024/06/02 08:07:55.303 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:55.303 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:55.303 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:55.303 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:55.303 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:55.303 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:55.303 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:55.303 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:55.303 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:55.303 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:55.308 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:55.308 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=736] [2024/06/02 08:07:55.309 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4bb47240-2080-487e-8382-d91d7697ed7b] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:55.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:55.310 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:55.310 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:55.310 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:55.310 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cab43a16-7543-4c35-9fb2-f23f1aa7d570"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:55.310 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:55.309 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:55.310 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:55.310 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [error="context canceled"] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:55.310 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:55.309 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:55.309 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:55.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:55.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:55.309 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:55.309 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:55.310 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:55.309 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:55.310 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:55.310 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=4bb47240-2080-487e-8382-d91d7697ed7b] [2024/06/02 08:07:55.310 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [2024/06/02 08:07:55.310 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [2024/06/02 08:07:55.310 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:55.310 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:55.310 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:55.310 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:55.310 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:55.312 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:55.312 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cab43a16-7543-4c35-9fb2-f23f1aa7d570] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:55.312 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:55.312 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:55.312 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:55.312 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cab43a16-7543-4c35-9fb2-f23f1aa7d570"] [error="context canceled"] [2024/06/02 08:07:55.312 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:55.312 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cab43a16-7543-4c35-9fb2-f23f1aa7d570"] [2024/06/02 08:07:55.312 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cab43a16-7543-4c35-9fb2-f23f1aa7d570"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:55.517 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:55.517 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [error="context canceled"] [2024/06/02 08:07:55.718 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:56.548 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cab43a16-7543-4c35-9fb2-f23f1aa7d570"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:56.564 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:56.564 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:56.564 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:56.952 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4bb47240-2080-487e-8382-d91d7697ed7b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:56.952 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:56.952 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:56.952 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:56.960 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.674213784s] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:56.961 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:56.961 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:56.961 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:56.961 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:56.962 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackPartitionTable (7.47s) === RUN TestFlashbackTmpTable [2024/06/02 08:07:56.972 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:56.972 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:07:56.973 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:07:56.974 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:56.974 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:07:56.975 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:56.975 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:56.975 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:56.975 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:56.975 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:56.977 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:56.981 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:56.983 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:56.985 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:56.993 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:57.004 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:57.167 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1835] ["lease id"=22318fd7fae91cc7] [2024/06/02 08:07:57.172 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:57.530 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=166] ["start time"=352.478484ms] [2024/06/02 08:07:57.609 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:57.609 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=436.319774ms] [2024/06/02 08:07:57.609 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=2e52589a-1261-4126-87a5-2cc7eb56fa5c] [runWorker=true] [2024/06/02 08:07:57.609 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:57.611 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:57.612 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:57.612 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=439.820231ms] [2024/06/02 08:07:57.615 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae91bb4] [ownerID=2e52589a-1261-4126-87a5-2cc7eb56fa5c] [op=none] [2024/06/02 08:07:57.615 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [2024/06/02 08:07:57.615 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:57.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:57.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:57.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:57.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:57.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:57.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:57.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:57.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:57.616 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:57.616 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:57.616 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:57.616 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:57.619 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:57.619 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b1e034d7-97f9-410f-823e-071129aef470] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:57.623 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:57.623 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:57.624 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae91bb4] [ownerID=2e52589a-1261-4126-87a5-2cc7eb56fa5c] [op=none] [2024/06/02 08:07:57.624 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [op=none] [2024/06/02 08:07:57.624 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:57.685 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:57.686 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:57.686 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:57.792 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:57.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:57.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:57.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:57.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:57.820 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:57.820 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:57.820 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:57.820 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:57.820 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:57.820 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:57.822 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:57.822 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:57.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:57.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:57.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:57.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:57.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:57.824 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:57.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:57.824 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:57.827 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:57.828 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:57.837 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/955496fc-4c90-4628-b3f2-b11082fac3da] [2024/06/02 08:07:57.837 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:57.837 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:57.837 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:57.837 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:57.837 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:57.873 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:57.912 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:57.913 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:57.919 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=166] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:57.922 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=166] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:07:57.931 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:57.940 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=117.821662ms] [2024/06/02 08:07:57.940 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:57.940 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:57.950 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:57.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:57.950 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:57.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:07:58.027 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.063 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=1.402852ms] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:58.075 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=167] [2024/06/02 08:07:58.077 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=20.028872ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:57.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.138 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.170 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=238.758Β΅s] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:58.181 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=168] [2024/06/02 08:07:58.182 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=16.976434ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.237 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.247 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 163, Old Table Name: t"] [2024/06/02 08:07:58.279 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=289.895Β΅s] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:58.292 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=169] [2024/06/02 08:07:58.294 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=18.382192ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:57.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.329 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[164,165,166]"] [comment="drop table: partition table IDs"] [2024/06/02 08:07:58.343 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[163]"] [comment="drop table: table ID"] [2024/06/02 08:07:58.352 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/06/02 08:07:58.355 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:57.926 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.415 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/06/02 08:07:58.415 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:58.419 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 0.497743756\n# Parse_time: 0.000183209\n# Compile_time: 0.000622174\n# Rewrite_time: 0.000018425\n# Optimize_time: 0.000208184\n# Wait_TS: 0.000353793\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:07:58.450 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create temporary table t(a int)"] [user=] [2024/06/02 08:07:58.636 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:58.636 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:58.636 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:58.636 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:58.851 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:58.851 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:58.851 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:58.851 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/955496fc-4c90-4628-b3f2-b11082fac3da] [watcherID=88e5c508-0f91-43ed-aede-5c81dfa3280b] [2024/06/02 08:07:58.866 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:58.866 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:58.866 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:58.866 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:59.461 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:07:59.427 +0000 UTC"] [2024/06/02 08:07:59.485 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:59.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:59.486 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:59.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:07:59.427000'"] [2024/06/02 08:07:59.553 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:59.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:59.567 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=175] [2024/06/02 08:07:59.612 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:59.637 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:59.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:59.906 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=217.664Β΅s] [gotSchemaVersion=170] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:07:59.918 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=175] [version=170] [2024/06/02 08:07:59.920 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=18.464299ms] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:59.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:59.993 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:59.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:59.994 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:07:59.996 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:07:59.998 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.408037ms] ["completed regions"=1] [2024/06/02 08:07:59.998 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:08:00.000 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:08:00.002 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.942627ms] ["completed regions"=1] [2024/06/02 08:08:00.002 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:08:00.003 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:08:00.006 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.727663ms] ["completed regions"=1] [2024/06/02 08:08:00.023 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=175] [2024/06/02 08:08:00.058 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:59.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.059 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:08:00.061 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:08:00.063 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:08:00.063 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.424184ms] ["completed regions"=1] [2024/06/02 08:08:00.063 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:08:00.065 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:08:00.066 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:08:00.066 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.96156ms] ["completed regions"=1] [2024/06/02 08:08:00.066 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:08:00.068 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:08:00.071 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:08:00.071 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.762864ms] ["completed regions"=1] [2024/06/02 08:08:00.072 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:08:00.104 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:08:00.488 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=384.771523ms] [2024/06/02 08:08:00.611 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:00.611 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=509.691388ms] [2024/06/02 08:08:00.621 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=175] [version=171] [2024/06/02 08:08:00.624 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=523.709336ms] [job="ID:175, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:07:59.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.810 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [job="ID:175, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:07:59.427 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.839 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/06/02 08:08:00.840 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:00.843 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 1.383944129\n# Parse_time: 0.000369289\n# Compile_time: 0.000620215\n# Rewrite_time: 0.00000721\n# Optimize_time: 0.000408117\n# Wait_TS: 0.000398432\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nflashback cluster to timestamp '2024-06-02 08:07:59.427000';"] [2024/06/02 08:08:01.855 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=171] [cur_db=test] [sql="drop table t"] [user=] [2024/06/02 08:08:01.858 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:08:01.826 +0000 UTC"] [2024/06/02 08:08:01.888 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:08:01.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:01.888 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:08:01.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:08:01.826000'"] [2024/06/02 08:08:01.954 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:01.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:01.969 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/06/02 08:08:02.036 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:01.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:02.340 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=257.026Β΅s] [gotSchemaVersion=172] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:08:02.353 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=176] [version=172] [2024/06/02 08:08:02.355 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=19.38183ms] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:08:01.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:02.391 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:01.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:02.391 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:08:02.394 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:08:02.395 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.53405ms] ["completed regions"=1] [2024/06/02 08:08:02.395 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:08:02.397 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:08:02.399 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.898195ms] ["completed regions"=1] [2024/06/02 08:08:02.399 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:08:02.400 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:08:02.403 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.565006ms] ["completed regions"=1] [2024/06/02 08:08:02.419 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/06/02 08:08:02.449 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:01.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:02.450 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:08:02.452 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:08:02.453 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:08:02.453 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.132627ms] ["completed regions"=1] [2024/06/02 08:08:02.453 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:08:02.455 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:08:02.456 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:08:02.457 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.808539ms] ["completed regions"=1] [2024/06/02 08:08:02.457 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:08:02.458 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:08:02.462 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:08:02.462 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.763055ms] ["completed regions"=1] [2024/06/02 08:08:02.462 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:08:02.494 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:08:02.867 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=372.983087ms] [2024/06/02 08:08:02.949 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:02.949 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=457.93873ms] [2024/06/02 08:08:02.959 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=176] [version=173] [2024/06/02 08:08:02.961 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=471.181692ms] [job="ID:176, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:08:01.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:03.099 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [job="ID:176, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:08:01.826 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:03.125 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/06/02 08:08:03.125 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:03.128 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 1.272369345\n# Parse_time: 0.00038722\n# Compile_time: 0.000638216\n# Rewrite_time: 0.000007507\n# Optimize_time: 0.003166159\n# Wait_TS: 0.00043726\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:08:01.826000';"] [2024/06/02 08:08:03.130 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[schema:1146]Table 'test.t' doesn't exist"] [errorVerbose="[schema:1146]Table 'test.t' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:462\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackTmpTable\n\ttests/realtikvtest/flashbacktest/flashback_test.go:529\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="select * from t"] [2024/06/02 08:08:03.131 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:08:03.131 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [2024/06/02 08:08:03.162 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:03.162 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=21.006Β΅s] [2024/06/02 08:08:03.162 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=6.379Β΅s] [2024/06/02 08:08:03.162 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=16.616Β΅s] [2024/06/02 08:08:03.162 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=15.489Β΅s] [2024/06/02 08:08:03.162 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:03.162 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=4.986Β΅s] [2024/06/02 08:08:03.162 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [2024/06/02 08:08:03.162 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [2024/06/02 08:08:03.164 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [] [2024/06/02 08:08:03.165 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:03.165 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:08:03.165 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:08:03.169 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=2e52589a-1261-4126-87a5-2cc7eb56fa5c] ["take time"=38.123595ms] [2024/06/02 08:08:03.169 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=2e52589a-1261-4126-87a5-2cc7eb56fa5c] [2024/06/02 08:08:03.170 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:08:03.170 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:08:03.170 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/955496fc-4c90-4628-b3f2-b11082fac3da] [watcherID=88e5c508-0f91-43ed-aede-5c81dfa3280b] [2024/06/02 08:08:03.171 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/955496fc-4c90-4628-b3f2-b11082fac3da] [2024/06/02 08:08:03.171 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:03.171 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:03.171 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:03.171 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:03.171 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:03.171 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:03.171 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:03.171 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:03.171 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:03.171 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:03.176 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:08:03.176 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1835] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2e52589a-1261-4126-87a5-2cc7eb56fa5c] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:03.177 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:08:03.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:03.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:03.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:03.178 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b1e034d7-97f9-410f-823e-071129aef470"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:08:03.178 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:08:03.178 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:08:03.178 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:03.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:03.177 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:03.178 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:08:03.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:08:03.178 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:08:03.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:03.177 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:03.177 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:08:03.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:03.178 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:08:03.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:03.178 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:08:03.178 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:08:03.178 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:08:03.178 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:08:03.178 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [error="context canceled"] [2024/06/02 08:08:03.178 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [2024/06/02 08:08:03.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:03.178 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [2024/06/02 08:08:03.178 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=2e52589a-1261-4126-87a5-2cc7eb56fa5c] [2024/06/02 08:08:03.178 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:08:03.178 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:03.178 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:08:03.178 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:08:03.178 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:08:03.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:03.180 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:08:03.180 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:08:03.180 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b1e034d7-97f9-410f-823e-071129aef470] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:03.180 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:03.180 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b1e034d7-97f9-410f-823e-071129aef470"] [error="context canceled"] [2024/06/02 08:08:03.180 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:03.180 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:03.180 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b1e034d7-97f9-410f-823e-071129aef470"] [2024/06/02 08:08:03.251 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:08:03.251 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [error="context canceled"] [2024/06/02 08:08:03.452 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:04.428 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b1e034d7-97f9-410f-823e-071129aef470"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:04.437 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:04.437 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:08:04.437 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:04.695 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2e52589a-1261-4126-87a5-2cc7eb56fa5c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:04.696 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:08:04.696 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:08:04.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:04.704 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.573155642s] [2024/06/02 08:08:04.704 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:04.704 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:04.704 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:04.704 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:04.704 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:04.704 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:04.704 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:04.704 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:04.704 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:04.705 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:04.705 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:04.705 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:04.705 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:04.706 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackTmpTable (7.74s) === RUN TestFlashbackInProcessErrorMsg [2024/06/02 08:08:04.716 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:08:04.717 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/02 08:08:04.717 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813900072784976] [2024/06/02 08:08:04.719 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:04.719 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/02 08:08:04.720 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:04.720 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:04.720 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:04.720 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:04.720 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:04.722 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:08:04.726 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:04.728 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:04.730 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:04.739 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813900072784976] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:08:04.750 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:08:04.884 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=627] ["lease id"=3eaa8fd7fae91bf1] [2024/06/02 08:08:04.886 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:08:05.259 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=173] ["start time"=368.658206ms] [2024/06/02 08:08:05.337 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:05.338 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=450.840081ms] [2024/06/02 08:08:05.338 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=01470a53-1c33-4c90-9e8a-dda79f22d688] [runWorker=true] [2024/06/02 08:08:05.338 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:08:05.340 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:08:05.341 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:08:05.341 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=454.268006ms] [2024/06/02 08:08:05.343 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91cf5] [ownerID=01470a53-1c33-4c90-9e8a-dda79f22d688] [op=none] [2024/06/02 08:08:05.343 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [2024/06/02 08:08:05.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:05.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:05.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:05.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:05.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:05.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:05.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:05.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:05.345 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:08:05.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:05.345 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:05.345 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:05.345 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:08:05.348 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:05.348 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=57079405-bfba-4a1d-a1c5-4e3067a32a7e] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:05.353 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:08:05.353 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:08:05.354 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae91cf5] [ownerID=01470a53-1c33-4c90-9e8a-dda79f22d688] [op=none] [2024/06/02 08:08:05.354 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [op=none] [2024/06/02 08:08:05.354 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:08:05.415 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:08:05.416 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:05.417 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:08:05.519 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:05.536 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:05.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:05.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:05.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:05.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:05.548 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:08:05.548 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:08:05.548 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:08:05.548 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:08:05.548 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:08:05.550 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:05.550 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:08:05.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:05.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:05.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:05.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:05.552 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:08:05.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:05.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:05.552 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:08:05.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:05.556 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:08:05.563 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/7ec6466e-7fa8-4b68-bcf9-ab6e80aa91a7] [2024/06/02 08:08:05.563 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:05.563 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:05.566 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:05.566 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:08:05.566 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:08:05.624 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:08:05.649 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:08:05.651 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:08:05.674 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:08:05.689 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=138.6629ms] [2024/06/02 08:08:05.689 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:08:05.689 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:05.710 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:08:05.742 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=173] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/06/02 08:08:05.745 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=173] [cur_db=test] [sql="create table t(a int)"] [user=] [2024/06/02 08:08:05.783 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:05.783 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int)"] [2024/06/02 08:08:05.836 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=178] [conn=24] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.844 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 177, Table Name: t"] [2024/06/02 08:08:05.932 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=3.417939ms] [gotSchemaVersion=174] [phyTblIDs="[177]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:05.944 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=178] [version=174] [2024/06/02 08:08:05.946 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=23.308961ms] [job="ID:178, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:06.025 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=178] [conn=24] [job="ID:178, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.727 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:06.070 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/06/02 08:08:06.070 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:06.074 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 0.330512963\n# Parse_time: 0.000404729\n# Compile_time: 0.000852837\n# Rewrite_time: 0.000011239\n# Optimize_time: 0.000462008\n# Wait_TS: 0.000478179\n# DB: test\n# Is_internal: false\n# Digest: 502809fb762949a45126a72a5116ca0a2c46abd120256786223833b61a389de9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int);"] [2024/06/02 08:08:06.367 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:08:06.367 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:06.367 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:06.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:06.564 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:08:06.564 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:08:06.564 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7ec6466e-7fa8-4b68-bcf9-ab6e80aa91a7] [watcherID=a85a16b9-52bd-4887-ab1c-fdaea0f3691e] [2024/06/02 08:08:06.567 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:08:06.578 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:08:06.578 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:08:06.578 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:08:06.578 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:08:07.078 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=174] [cur_db=test] [sql="alter table t add index k(a)"] [user=] [2024/06/02 08:08:07.109 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/06/02 08:08:07.109 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index k(a)"] [2024/06/02 08:08:07.166 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.169 +00:00] [INFO] [index.go:653] ["run add index job"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"k\",\"L\":\"k\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/06/02 08:08:07.169 +00:00] [INFO] [index.go:816] ["fallback to txn-merge backfill process"] [category=ddl] ["lightning env initialized"=false] [2024/06/02 08:08:07.201 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=2.788337ms] [gotSchemaVersion=175] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:08:07.213 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=179] [version=175] [2024/06/02 08:08:07.215 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=20.413693ms] [job="ID:179, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.255 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.292 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.711553ms] [gotSchemaVersion=176] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:08:07.303 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=179] [version=176] [2024/06/02 08:08:07.305 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=19.850964ms] [job="ID:179, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.342 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:08:07.385 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.422 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.907464ms] [gotSchemaVersion=177] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:08:07.433 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=179] [version=177] [2024/06/02 08:08:07.435 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=20.469259ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.474 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.476 +00:00] [INFO] [index.go:856] ["index backfill state running"] [category=ddl] ["job ID"=179] [table=t] ["ingest mode"=false] [index=k] [2024/06/02 08:08:07.480 +00:00] [INFO] [reorg.go:688] ["get noop table range"] [category=ddl] [table="&{177 t utf8mb4 utf8mb4_bin [0xc02fc0f600] [0xc02fc4ac60] [] [] public false false 0 0 0 0 0 1 1 0 0 450184003551756290 0 0 0 0 0 0 5 false disable 3 2}"] ["table/partition ID"=177] ["start key"=] ["end key"=] ["is empty table"=true] [2024/06/02 08:08:07.480 +00:00] [INFO] [reorg.go:764] ["job get table range"] [category=ddl] [jobID=179] [physicalTableID=177] [startKey=] [endKey=] [2024/06/02 08:08:07.518 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=179] [2024/06/02 08:08:07.557 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450184003577708545, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.560 +00:00] [INFO] [index.go:856] ["index backfill state running"] [category=ddl] ["job ID"=179] [table=t] ["ingest mode"=false] [index=k] [2024/06/02 08:08:07.574 +00:00] [INFO] [index.go:1954] ["start to add table index"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450184003577708545, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:,EndKey:,First:false,PhysicalTableID:177,Ingest mode:false"] [2024/06/02 08:08:07.584 +00:00] [INFO] [backfilling.go:432] ["split table range from PD"] [category=ddl] [physicalTableID=177] ["start key"=] ["end key"=] [2024/06/02 08:08:07.585 +00:00] [INFO] [backfilling.go:437] ["split table range from PD, get noop table range"] [category=ddl] [physicalTableID=177] [2024/06/02 08:08:07.585 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=179] [2024/06/02 08:08:07.585 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=179] [2024/06/02 08:08:07.585 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=179] [2024/06/02 08:08:07.585 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=179] [2024/06/02 08:08:07.585 +00:00] [INFO] [backfilling.go:636] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=] [2024/06/02 08:08:07.585 +00:00] [INFO] [reorg.go:277] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/06/02 08:08:07.622 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=3.163354ms] [gotSchemaVersion=178] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:08:07.633 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=179] [version=178] [2024/06/02 08:08:07.635 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=20.108773ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450184003577708545, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.688 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450184003577708545, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.691 +00:00] [INFO] [index.go:884] ["index backfill state ready to merge"] [category=ddl] ["job ID"=179] [table=t] [index=k] [2024/06/02 08:08:07.754 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=3.379497ms] [gotSchemaVersion=179] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:08:07.766 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=179] [version=179] [2024/06/02 08:08:07.767 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=20.637829ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.833 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.836 +00:00] [INFO] [reorg.go:764] ["job get table range"] [category=ddl] [jobID=179] [physicalTableID=177] [startKey=7480000000000000b15f69ffff000000000001] [endKey=7480000000000000b15f69ffff000000000001ff] [2024/06/02 08:08:07.870 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=179] [2024/06/02 08:08:07.915 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450184003669721091, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:07.929 +00:00] [INFO] [index.go:1951] ["start to merge temp index"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450184003669721091, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000b15f69ffff000000000001,EndKey:7480000000000000b15f69ffff000000000001ff,First:false,PhysicalTableID:177,Ingest mode:false"] [2024/06/02 08:08:07.938 +00:00] [INFO] [backfilling.go:432] ["split table range from PD"] [category=ddl] [physicalTableID=177] ["start key"=7480000000000000b15f69ffff000000000001] ["end key"=7480000000000000b15f69ffff000000000001ff] [2024/06/02 08:08:07.938 +00:00] [INFO] [backfilling.go:696] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000b15f69ffff000000000001] [endKey=7480000000000000b15f69ffff000000000001ff] [2024/06/02 08:08:07.942 +00:00] [INFO] [backfilling.go:491] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=177] ["end key"=7480000000000000b15f69ffff000000000001ff] ["current end key"=7480000000000000b15f69ffff00000000000100] [2024/06/02 08:08:07.942 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=179] [2024/06/02 08:08:07.942 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=179] [2024/06/02 08:08:07.942 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=179] [2024/06/02 08:08:07.943 +00:00] [INFO] [backfilling.go:346] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 177, range: [7480000000000000b15f69ffff000000000001, 7480000000000000b15f69ffff00000000000100), jobID: 179"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000b15f69ffff0000000000010000] ["take time"=1.350357ms] [2024/06/02 08:08:07.943 +00:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=179] [2024/06/02 08:08:07.944 +00:00] [INFO] [backfilling.go:636] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=7480000000000000b15f69ffff000000000001] [2024/06/02 08:08:07.944 +00:00] [INFO] [reorg.go:277] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/06/02 08:08:07.948 +00:00] [INFO] [index.go:780] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/06/02 08:08:07.982 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=2.720932ms] [gotSchemaVersion=180] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/06/02 08:08:07.994 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=179] [version=180] [2024/06/02 08:08:07.996 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=20.530525ms] [job="ID:179, Type:add index, State:done, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450184003669721091, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:08.034 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=179] [tableID=177] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/06/02 08:08:08.047 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="add index"] [2024/06/02 08:08:08.051 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [job="ID:179, Type:add index, State:synced, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:07.076 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:450184003669721091, LocalMode: false, UniqueWarnings:0"] [2024/06/02 08:08:08.116 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/06/02 08:08:08.116 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:08.120 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.044738415\n# Parse_time: 0.000807907\n# Compile_time: 0.001390313\n# Rewrite_time: 0.00001287\n# Optimize_time: 0.000462008\n# Wait_TS: 0.000454404\n# DB: test\n# Is_internal: false\n# Digest: 1fbe1c4139cd04724109d4c37ad89fa611eb1f981f53303829eaf6e89580a83a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index k(a);"] [2024/06/02 08:08:08.135 +00:00] [INFO] [ddl_api.go:3168] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-06-02 08:08:07.026 +0000 UTC"] [2024/06/02 08:08:08.162 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:08:08.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:08.162 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:08:08.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-06-02 08:08:07.026000'"] [2024/06/02 08:08:08.228 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:08.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:08.243 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=180] [2024/06/02 08:08:08.312 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:08.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:08.574 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=262.336Β΅s] [gotSchemaVersion=181] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/06/02 08:08:08.586 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=180] [version=181] [2024/06/02 08:08:08.588 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=18.495334ms] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:08:08.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:08.625 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:08.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:08.627 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:08:08.629 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:08:08.631 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.971469ms] ["completed regions"=1] [2024/06/02 08:08:08.632 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:08:08.634 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:08:08.635 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.811585ms] ["completed regions"=1] [2024/06/02 08:08:08.635 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:08:08.636 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:08:08.639 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=3.624976ms] ["completed regions"=1] [2024/06/02 08:08:08.649 +00:00] [ERROR] [statscache.go:116] ["error occurred when read table stats"] [category=stats] [table=t] [error="region 48 is in flashback progress, FlashbackStartTS is 450184003852959746"] [errorVerbose="region 48 is in flashback progress, FlashbackStartTS is 450184003852959746\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).onRegionError\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2465\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1844\ngithub.com/tikv/client-go/v2/txnkv/txnsnapshot.(*ClientHelper).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/txnkv/txnsnapshot/client_helper.go:146\ngithub.com/tikv/client-go/v2/txnkv/txnsnapshot.(*KVSnapshot).get\n\texternal/com_github_tikv_client_go_v2/txnkv/txnsnapshot/snapshot.go:721\ngithub.com/tikv/client-go/v2/txnkv/txnsnapshot.(*KVSnapshot).Get\n\texternal/com_github_tikv_client_go_v2/txnkv/txnsnapshot/snapshot.go:633\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvSnapshot).Get\n\tpkg/store/driver/txn/snapshot.go:60\ngithub.com/pingcap/tidb/pkg/executor.(*PointGetExecutor).get\n\tpkg/executor/point_get.go:651\ngithub.com/pingcap/tidb/pkg/executor.(*PointGetExecutor).Next\n\tpkg/executor/point_get.go:305\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.drainRecordSet\n\tpkg/session/session.go:1242\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1976\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/storage.StatsMetaCountAndModifyCount\n\tpkg/statistics/handle/storage/read.go:44\ngithub.com/pingcap/tidb/pkg/statistics/handle/storage.TableStatsFromStorage\n\tpkg/statistics/handle/storage/read.go:486\ngithub.com/pingcap/tidb/pkg/statistics/handle/storage.(*statsReadWriter).TableStatsFromStorage.func1\n\tpkg/statistics/handle/storage/stats_read_writer.go:231\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:183\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/storage.(*statsReadWriter).TableStatsFromStorage\n\tpkg/statistics/handle/storage/stats_read_writer.go:225\ngithub.com/pingcap/tidb/pkg/statistics/handle/cache.(*StatsCacheImpl).Update\n\tpkg/statistics/handle/cache/statscache.go:108\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadStatsWorker\n\tpkg/domain/domain.go:2372\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvSnapshot).Get\n\tpkg/store/driver/txn/snapshot.go:61\ngithub.com/pingcap/tidb/pkg/executor.(*PointGetExecutor).get\n\tpkg/executor/point_get.go:651\ngithub.com/pingcap/tidb/pkg/executor.(*PointGetExecutor).Next\n\tpkg/executor/point_get.go:305\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.drainRecordSet\n\tpkg/session/session.go:1242\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1976\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/storage.StatsMetaCountAndModifyCount\n\tpkg/statistics/handle/storage/read.go:44\ngithub.com/pingcap/tidb/pkg/statistics/handle/storage.TableStatsFromStorage\n\tpkg/statistics/handle/storage/read.go:486\ngithub.com/pingcap/tidb/pkg/statistics/handle/storage.(*statsReadWriter).TableStatsFromStorage.func1\n\tpkg/statistics/handle/storage/stats_read_writer.go:231\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:183\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/storage.(*statsReadWriter).TableStatsFromStorage\n\tpkg/statistics/handle/storage/stats_read_writer.go:225\ngithub.com/pingcap/tidb/pkg/statistics/handle/cache.(*StatsCacheImpl).Update\n\tpkg/statistics/handle/cache/statscache.go:108\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadStatsWorker\n\tpkg/domain/domain.go:2372\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/statistics/handle/cache.(*StatsCacheImpl).Update\n\tpkg/statistics/handle/cache/statscache.go:116\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadStatsWorker\n\tpkg/domain/domain.go:2372\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:08:08.656 +00:00] [INFO] [ddl_worker.go:1421] ["schema version doesn't change"] [category=ddl] [jobID=180] [2024/06/02 08:08:08.688 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:08.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:08.689 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/06/02 08:08:08.691 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/06/02 08:08:08.693 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=3] [] [2024/06/02 08:08:08.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=3.948607ms] ["completed regions"=1] [2024/06/02 08:08:08.693 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/06/02 08:08:08.695 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/06/02 08:08:08.696 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=3] [] [2024/06/02 08:08:08.696 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=2.7714ms] ["completed regions"=1] [2024/06/02 08:08:08.697 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] [concurrency=64] [2024/06/02 08:08:08.698 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000fffffffffc17] [2024/06/02 08:08:08.701 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=3] [] [2024/06/02 08:08:08.701 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000fffffffffc17] ["cost time"=4.090362ms] ["completed regions"=1] [2024/06/02 08:08:08.701 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/06/02 08:08:08.735 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:486\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:08:09.106 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=371.013436ms] [2024/06/02 08:08:09.190 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:09.190 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=458.410396ms] [2024/06/02 08:08:09.200 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=180] [version=182] [2024/06/02 08:08:09.201 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=471.073322ms] [job="ID:180, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-06-02 08:08:08.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:09.402 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [job="ID:180, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-06-02 08:08:08.126 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:09.428 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/06/02 08:08:09.428 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:09.431 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.297609317\n# Parse_time: 0.000367912\n# Compile_time: 0.000701514\n# Rewrite_time: 0.000008453\n# Optimize_time: 0.000462008\n# Wait_TS: 0.000315933\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-06-02 08:08:07.026000';"] [2024/06/02 08:08:09.432 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:08:09.434 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [2024/06/02 08:08:09.434 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:09.435 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=19.21Β΅s] [2024/06/02 08:08:09.435 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=27.761Β΅s] [2024/06/02 08:08:09.435 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=18.794Β΅s] [2024/06/02 08:08:09.435 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=11.032Β΅s] [2024/06/02 08:08:09.435 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:09.435 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=5.925Β΅s] [2024/06/02 08:08:09.435 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [2024/06/02 08:08:09.435 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [2024/06/02 08:08:09.435 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:09.436 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [] [2024/06/02 08:08:09.437 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:09.437 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:08:09.437 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:08:09.441 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=01470a53-1c33-4c90-9e8a-dda79f22d688] ["take time"=9.532329ms] [2024/06/02 08:08:09.441 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=01470a53-1c33-4c90-9e8a-dda79f22d688] [2024/06/02 08:08:09.443 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:08:09.443 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7ec6466e-7fa8-4b68-bcf9-ab6e80aa91a7] [watcherID=a85a16b9-52bd-4887-ab1c-fdaea0f3691e] [2024/06/02 08:08:09.443 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:08:09.443 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/7ec6466e-7fa8-4b68-bcf9-ab6e80aa91a7] [2024/06/02 08:08:09.443 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:09.444 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:09.444 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:09.444 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:09.444 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:09.444 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:09.444 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:09.444 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:09.444 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:09.444 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:09.449 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:08:09.449 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:08:09.450 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=627] [2024/06/02 08:08:09.450 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:09.450 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=01470a53-1c33-4c90-9e8a-dda79f22d688] [2024/06/02 08:08:09.450 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:09.450 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:09.450 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:08:09.450 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:09.450 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:08:09.450 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:08:09.450 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:09.450 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:08:09.450 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:09.451 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:08:09.451 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:09.450 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:09.451 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:08:09.451 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:09.450 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:09.451 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [error="context canceled"] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=01470a53-1c33-4c90-9e8a-dda79f22d688] [2024/06/02 08:08:09.451 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 57079405-bfba-4a1d-a1c5-4e3067a32a7e"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:09.451 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:08:09.451 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [2024/06/02 08:08:09.451 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:09.451 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:09.451 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:08:09.451 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:09.451 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:09.451 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:09.451 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:09.453 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:08:09.453 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:08:09.453 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=57079405-bfba-4a1d-a1c5-4e3067a32a7e] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:09.453 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 57079405-bfba-4a1d-a1c5-4e3067a32a7e"] [error="context canceled"] [2024/06/02 08:08:09.453 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:09.453 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:09.453 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:09.453 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 57079405-bfba-4a1d-a1c5-4e3067a32a7e"] [2024/06/02 08:08:09.453 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 57079405-bfba-4a1d-a1c5-4e3067a32a7e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:09.561 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:08:09.561 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [error="context canceled"] [2024/06/02 08:08:09.561 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [2024/06/02 08:08:10.703 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 57079405-bfba-4a1d-a1c5-4e3067a32a7e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:10.705 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:10.705 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:08:10.705 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:10.817 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 01470a53-1c33-4c90-9e8a-dda79f22d688"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:10.817 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:08:10.817 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:08:10.817 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:10.824 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.392337107s] [2024/06/02 08:08:10.824 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:10.824 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:10.824 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:10.824 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:10.824 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:10.824 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:10.825 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:10.825 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:10.825 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:10.825 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:10.825 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:10.825 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:10.825 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:10.826 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackInProcessErrorMsg (6.12s) PASS coverage: 14.2% of statements GCov does not exist at the given path: '' Jun 02, 2024 8:08:15 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 02, 2024 8:08:15 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 02, 2024 8:08:15 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 02, 2024 8:08:15 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 02, 2024 8:08:15 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/flashbacktest:flashbacktest_test up-to-date: bazel-bin/tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test INFO: Elapsed time: 148.759s, Critical Path: 130.12s INFO: 1603 processes: 1578 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1603 total actions Test cases: finished with 12 passing and 0 failing out of 12 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:08:24.144Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:08:24.145Z] ['info'] => Project root located at: . [2024-06-02T08:08:24.148Z] ['info'] -> Token found by environment variables [2024-06-02T08:08:24.162Z] ['info'] Searching for coverage files... [2024-06-02T08:08:24.837Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:08:24.837Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:08:25.219Z] ['info'] Using manual override from args. [2024-06-02T08:08:25.220Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:08:25.233Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:08:25.948Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/d2d9b635-fb33-427c-b2e7-f77fdd7bf8a0.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080825Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=aa8441ec26fd08e2459f6542199a6411ede2801412da415522afb4367ca42c6a [2024-06-02T08:08:25.949Z] ['info'] Uploading... [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 100s remote-cache, linux-sandbox [2024-06-02T08:08:27.725Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,665 / 1,666] Testing //tests/realtikvtest/importintotest:importintotest_test; 100s remote-cache, linux-sandbox [1,601 / 1,602] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 100s remote-cache, linux-sandbox [1,605 / 1,606] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 132s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: ==================== Test output for //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: === RUN TestVariable [2024/06/02 08:06:27.334 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:27.335 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:06:27.336 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:06:27.337 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:27.337 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:06:27.338 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:27.338 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:27.338 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:27.338 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:27.338 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:27.341 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:06:27.346 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:27.348 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:27.349 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:27.375 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:27.375 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:27.383 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:27.383 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:27.395 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:27.418 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:27.529 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:27.663 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=331] ["lease id"=6f188fd7fae09cd0] [2024/06/02 08:06:27.666 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:27.672 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:36\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/02 08:06:27.696 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.31155ms] [2024/06/02 08:06:27.699 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:27.699 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=acb02a31-678d-4ad9-9722-b8cf5980a63f] [runWorker=true] [2024/06/02 08:06:27.699 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:27.701 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:27.702 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:27.703 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:27.703 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:27.703 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:27.703 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:27.705 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acb02a31-678d-4ad9-9722-b8cf5980a63f"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09cd4] [ownerID=acb02a31-678d-4ad9-9722-b8cf5980a63f] [op=none] [2024/06/02 08:06:27.705 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acb02a31-678d-4ad9-9722-b8cf5980a63f"] [2024/06/02 08:06:27.706 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:27.706 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c6e375e2-711d-4bf2-954c-acf4138423bd] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:27.706 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6e375e2-711d-4bf2-954c-acf4138423bd"] ["owner key"=/tidb/br-stream/owner/22318fd7fae09c33] [ownerID=c6e375e2-711d-4bf2-954c-acf4138423bd] [op=none] [2024/06/02 08:06:27.707 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6e375e2-711d-4bf2-954c-acf4138423bd"] [2024/06/02 08:06:27.708 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:27.709 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acb02a31-678d-4ad9-9722-b8cf5980a63f"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09cd4] [ownerID=acb02a31-678d-4ad9-9722-b8cf5980a63f] [op=none] [2024/06/02 08:06:27.709 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acb02a31-678d-4ad9-9722-b8cf5980a63f"] [op=none] [2024/06/02 08:06:27.709 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:27.714 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/02 08:06:27.745 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:27.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:27.745 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:27.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/02 08:06:27.787 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:27.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:27.844 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=27.734722ms] [2024/06/02 08:06:27.849 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:27.859 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:27.859 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/02 08:06:27.861 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=48.677933ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:27.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:27.896 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:27.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:27.918 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/02 08:06:27.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:27.923 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/02 08:06:27.952 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/02 08:06:28.139 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:27.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:28.139 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:27.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/02 08:06:28.195 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:27.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:28.488 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.495994ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:28.497 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:28.497 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/02 08:06:28.499 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=23.665908ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:27.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:28.539 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:27.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:28.705 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:28.727 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/02 08:06:28.727 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:28.730 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.792751834\n# Parse_time: 0\n# Compile_time: 0.014305024\n# Rewrite_time: 0.000007906\n# Optimize_time: 0\n# Wait_TS: 0.000414269\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/02 08:06:28.735 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/02 08:06:28.784 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:28.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:28.785 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:28.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/02 08:06:28.825 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:28.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:28.900 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.722743ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:28.909 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:28.910 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/02 08:06:28.911 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=17.763364ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:28.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:28.972 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:28.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:29.017 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/02 08:06:29.018 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:29.023 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/02 08:06:29.070 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:29.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:29.070 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:29.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/02 08:06:29.107 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:29.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:29.183 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.768243ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:29.193 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:29.193 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/02 08:06:29.195 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=19.651341ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:29.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:29.248 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:29.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:29.291 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/02 08:06:29.291 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:29.305 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/02 08:06:29.406 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:29.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:29.406 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:29.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/02 08:06:29.449 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:29.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:29.632 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.396819ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:29.643 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:29.643 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/02 08:06:29.645 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=22.103704ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:29.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:29.684 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:29.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:29.703 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:29.704 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/02 08:06:29.812 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/02 08:06:29.812 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:29.816 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.515566264\n# Parse_time: 0\n# Compile_time: 0.00500682\n# Rewrite_time: 0.000009094\n# Optimize_time: 0\n# Wait_TS: 0.000391714\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:29.822 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/02 08:06:29.883 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:29.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:29.883 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:29.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/02 08:06:29.925 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:29.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.020 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.425361ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:30.031 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:30.032 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/02 08:06:30.034 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=21.490639ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:29.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.070 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:29.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.130 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/02 08:06:30.130 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:30.133 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.313962779\n# Parse_time: 0\n# Compile_time: 0.002569045\n# Rewrite_time: 0.000013105\n# Optimize_time: 0\n# Wait_TS: 0.00041227\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:30.138 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/02 08:06:30.198 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:30.198 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/02 08:06:30.250 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.347 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.038392ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:30.358 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:30.358 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/02 08:06:30.359 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=19.942043ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.426 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.480 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/02 08:06:30.480 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:30.483 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347631128\n# Parse_time: 0\n# Compile_time: 0.00217749\n# Rewrite_time: 0.00000964\n# Optimize_time: 0\n# Wait_TS: 0.000391281\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:30.486 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/02 08:06:30.533 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:30.533 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/02 08:06:30.599 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.658 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.512493ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:30.669 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:30.670 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/02 08:06:30.671 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=20.022355ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.725 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.768 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/02 08:06:30.769 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:30.774 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/02 08:06:30.822 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:30.822 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/02 08:06:30.866 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.930 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.55709ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:30.941 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:30.941 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/02 08:06:30.942 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=19.600581ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:30.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:30.978 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:30.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.031 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/02 08:06:31.031 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.039 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/02 08:06:31.094 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.094 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/02 08:06:31.144 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.225 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.937409ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:31.236 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.236 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/02 08:06:31.237 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=19.310739ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.274 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.326 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/02 08:06:31.326 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.335 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/02 08:06:31.385 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.385 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/02 08:06:31.448 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.526 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.927639ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:31.536 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.536 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/02 08:06:31.537 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=18.141185ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.574 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.635 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/02 08:06:31.635 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:31.640 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307910218\n# Parse_time: 0\n# Compile_time: 0.002765589\n# Rewrite_time: 0.000009352\n# Optimize_time: 0\n# Wait_TS: 0.000393423\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:31.649 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:31.651 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:31.732 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:31.732 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:31.802 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.913 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.919865ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:31.925 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:31.925 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/02 08:06:31.927 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=21.72983ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:31.990 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:31.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.067 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/02 08:06:32.067 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.070 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.42416959\n# Parse_time: 0\n# Compile_time: 0.00343218\n# Rewrite_time: 0.00000948\n# Optimize_time: 0\n# Wait_TS: 0.000419253\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:32.075 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/02 08:06:32.146 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.146 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/02 08:06:32.186 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.294 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.430054ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.305 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.305 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/02 08:06:32.306 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=20.491145ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.379 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.440 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/02 08:06:32.440 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.444 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.370517868\n# Parse_time: 0\n# Compile_time: 0.002258932\n# Rewrite_time: 0.000016528\n# Optimize_time: 0\n# Wait_TS: 0.000421923\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:32.448 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:32.499 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.499 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:32.555 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.632 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.85247ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.644 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.644 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/02 08:06:32.646 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=19.830599ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.681 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.733 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/02 08:06:32.734 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:32.741 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:32.791 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:32.791 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:32.850 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.939 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.703389ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:32.949 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:32.950 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/02 08:06:32.951 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=19.526077ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:32.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:32.988 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:32.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.041 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/02 08:06:33.041 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.045 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.305899993\n# Parse_time: 0\n# Compile_time: 0.00202879\n# Rewrite_time: 0.00001708\n# Optimize_time: 0\n# Wait_TS: 0.000290985\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:33.048 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:33.104 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.104 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:33.174 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.247 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.543334ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.257 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.257 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/02 08:06:33.259 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=17.765649ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.312 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.355 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/02 08:06:33.355 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.358 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.311345289\n# Parse_time: 0\n# Compile_time: 0.00146717\n# Rewrite_time: 0.000009117\n# Optimize_time: 0\n# Wait_TS: 0.000398148\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:33.363 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/02 08:06:33.414 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.414 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/02 08:06:33.481 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.572 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.077812ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.583 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.583 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/02 08:06:33.585 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=19.913563ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.645 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.695 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/02 08:06:33.695 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:33.699 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.337691751\n# Parse_time: 0\n# Compile_time: 0.002098738\n# Rewrite_time: 0.000008007\n# Optimize_time: 0\n# Wait_TS: 0.00037639\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:33.705 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/02 08:06:33.755 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:33.756 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/02 08:06:33.818 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.892 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.494489ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:33.903 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:33.903 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/02 08:06:33.905 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=19.969374ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:33.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:33.979 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:33.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.025 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/02 08:06:34.025 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.028 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.326940144\n# Parse_time: 0\n# Compile_time: 0.003990277\n# Rewrite_time: 0.000011706\n# Optimize_time: 0\n# Wait_TS: 0.000423123\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:34.034 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:34.108 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.108 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:34.157 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.295 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.832244ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.305 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.305 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/02 08:06:34.306 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=20.188299ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.379 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.454 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/02 08:06:34.454 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.458 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.426688581\n# Parse_time: 0\n# Compile_time: 0.002859247\n# Rewrite_time: 0.000009555\n# Optimize_time: 0\n# Wait_TS: 0.000388072\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:34.476 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:34.524 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.524 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:34.568 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.641 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.725957ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.650 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.650 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/02 08:06:34.652 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=17.840123ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.686 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.737 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/02 08:06:34.738 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:34.744 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/02 08:06:34.794 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:34.794 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/02 08:06:34.866 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.924 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.612417ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:34.935 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:34.935 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/02 08:06:34.937 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=20.339892ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:34.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:34.972 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:34.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.012 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/02 08:06:35.012 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.016 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/02 08:06:35.048 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.048 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/02 08:06:35.085 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.127 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.420872ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.138 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.139 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/02 08:06:35.140 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=18.952643ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.189 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.221 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/02 08:06:35.221 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.229 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/02 08:06:35.290 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.290 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/02 08:06:35.341 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.448 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.31169ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.460 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.460 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/02 08:06:35.462 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=21.590298ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.523 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.580 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/02 08:06:35.580 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.584 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.3568684\n# Parse_time: 0\n# Compile_time: 0.00192741\n# Rewrite_time: 0.000007733\n# Optimize_time: 0\n# Wait_TS: 0.000412339\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:35.589 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:35.639 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.640 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:35.710 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.775 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.710051ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:35.785 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:35.785 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/02 08:06:35.787 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=18.923467ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.824 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:35.867 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/02 08:06:35.868 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:35.874 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/02 08:06:35.921 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:35.921 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/02 08:06:35.959 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.030 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.959137ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.041 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.041 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/02 08:06:36.043 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=20.47212ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:35.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.106 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:35.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.154 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/02 08:06:36.154 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.160 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/02 08:06:36.207 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.207 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/02 08:06:36.250 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.313 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.805736ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.323 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.323 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/02 08:06:36.325 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=19.491287ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.381 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.427 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/02 08:06:36.427 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.434 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:36.487 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.487 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/02 08:06:36.523 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.599 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.796036ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.609 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.609 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/02 08:06:36.611 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=18.947235ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.663 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.707 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/02 08:06:36.707 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:36.726 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/02 08:06:36.772 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:36.772 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/02 08:06:36.834 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.901 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.663198ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:36.910 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:36.910 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/02 08:06:36.912 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=18.514064ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:36.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:36.978 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:36.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.020 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/02 08:06:37.021 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.028 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:37.030 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:37.091 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/02 08:06:37.091 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.162 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.244 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.792988ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.255 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.255 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/02 08:06:37.256 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=18.863842ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.326 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.376 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/02 08:06:37.377 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.380 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353635704\n# Parse_time: 0\n# Compile_time: 0.002079326\n# Rewrite_time: 0.000009518\n# Optimize_time: 0\n# Wait_TS: 0.000328738\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:37.397 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:37.452 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.452 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:37.512 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.611 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.8508ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:37.625 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:37.625 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/02 08:06:37.627 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=24.829734ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.695 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.760 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/02 08:06:37.760 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:37.764 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378420161\n# Parse_time: 0\n# Compile_time: 0.012177478\n# Rewrite_time: 0.000020121\n# Optimize_time: 0\n# Wait_TS: 0.000420503\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:37.768 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:37.825 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:37.825 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:37.881 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:37.992 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.193871ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.004 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.004 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/02 08:06:38.006 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=21.055792ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:37.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.080 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:37.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.153 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/02 08:06:38.153 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.157 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.391090214\n# Parse_time: 0\n# Compile_time: 0.002155615\n# Rewrite_time: 0.000009433\n# Optimize_time: 0\n# Wait_TS: 0.000476948\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:38.165 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/02 08:06:38.245 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.245 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/02 08:06:38.319 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.439 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.761681ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.451 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.451 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/02 08:06:38.453 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=21.017146ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.529 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.606 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/02 08:06:38.607 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.610 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.448628091\n# Parse_time: 0\n# Compile_time: 0.003247436\n# Rewrite_time: 0.000010145\n# Optimize_time: 0\n# Wait_TS: 0.00046553\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:38.612 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/02 08:06:38.651 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.651 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/02 08:06:38.726 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.791 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.576976ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:38.803 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:38.803 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/02 08:06:38.805 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=21.608946ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:38.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.876 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:38.920 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/02 08:06:38.920 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:38.924 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312613793\n# Parse_time: 0\n# Compile_time: 0.000990371\n# Rewrite_time: 0.000010025\n# Optimize_time: 0\n# Wait_TS: 0.000403494\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:38.996 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:38.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:38.996 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:38.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/02 08:06:39.034 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.137 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.198326ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:39.148 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.148 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/02 08:06:39.149 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=19.895566ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:38.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.186 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:38.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.247 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/02 08:06:39.247 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.251 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.321362768\n# Parse_time: 0\n# Compile_time: 0.007120978\n# Rewrite_time: 0.003753108\n# Optimize_time: 0\n# Wait_TS: 0.00042626\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.254 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/02 08:06:39.307 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.307 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/02 08:06:39.361 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.456 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.086313ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.467 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.467 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/02 08:06:39.469 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=20.241791ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.528 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.579 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/02 08:06:39.579 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.583 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.330408355\n# Parse_time: 0\n# Compile_time: 0.001686657\n# Rewrite_time: 0.000008931\n# Optimize_time: 0\n# Wait_TS: 0.00042132\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:39.590 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/02 08:06:39.635 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.635 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/02 08:06:39.700 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.706 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=c6e375e2-711d-4bf2-954c-acf4138423bd] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:39.706 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/02 08:06:39.762 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.593796ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:39.774 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:39.774 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/02 08:06:39.776 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=20.141714ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.830 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:39.874 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/02 08:06:39.874 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:39.881 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/02 08:06:39.926 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:39.926 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/02 08:06:39.969 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.051 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.793881ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.063 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.064 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/02 08:06:40.069 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=24.655362ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:39.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.132 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:39.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.190 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/02 08:06:40.190 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.194 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.314353903\n# Parse_time: 0\n# Compile_time: 0.001517613\n# Rewrite_time: 0.000007934\n# Optimize_time: 0\n# Wait_TS: 0.00041797\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.201 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/02 08:06:40.287 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.287 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/02 08:06:40.360 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.503 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.015326ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.515 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.515 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/02 08:06:40.517 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=21.203455ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.582 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.677 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/02 08:06:40.677 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:40.681 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.482975284\n# Parse_time: 0\n# Compile_time: 0.003194177\n# Rewrite_time: 0.000010935\n# Optimize_time: 0\n# Wait_TS: 0.000412062\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:40.688 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/02 08:06:40.769 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:40.769 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/02 08:06:40.809 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.929 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.967473ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:40.940 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:40.940 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/02 08:06:40.941 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=20.88931ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:40.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:40.980 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:40.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.082 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/02 08:06:41.082 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.086 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.400313364\n# Parse_time: 0\n# Compile_time: 0.002407324\n# Rewrite_time: 0.000009025\n# Optimize_time: 0\n# Wait_TS: 0.000419824\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.093 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/02 08:06:41.179 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.179 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/02 08:06:41.222 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.378 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.156944ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.393 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.394 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/02 08:06:41.395 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=26.218664ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.433 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.516 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/02 08:06:41.516 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.520 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.429883583\n# Parse_time: 0\n# Compile_time: 0.003301529\n# Rewrite_time: 0.000009702\n# Optimize_time: 0\n# Wait_TS: 0.000420873\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.525 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:41.604 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:41.604 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:41.666 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.811 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.606883ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:41.822 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:41.822 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/02 08:06:41.824 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=22.434924ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.884 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:41.963 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/02 08:06:41.964 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:41.967 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.44405159\n# Parse_time: 0\n# Compile_time: 0.002441944\n# Rewrite_time: 0.000009215\n# Optimize_time: 0\n# Wait_TS: 0.00044588\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:41.973 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:42.054 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.054 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:42.117 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.246 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.17163ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.257 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.257 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/02 08:06:42.259 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=20.310847ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:41.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.330 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:41.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.423 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/02 08:06:42.423 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.427 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.456683359\n# Parse_time: 0\n# Compile_time: 0.00254704\n# Rewrite_time: 0.000009584\n# Optimize_time: 0\n# Wait_TS: 0.000438064\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.436 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/02 08:06:42.517 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.518 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/02 08:06:42.557 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.695 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.051725ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:42.706 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:42.706 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/02 08:06:42.708 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=21.020049ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.781 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:42.860 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/02 08:06:42.860 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:42.864 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.432447704\n# Parse_time: 0\n# Compile_time: 0.005025047\n# Rewrite_time: 0.000009265\n# Optimize_time: 0\n# Wait_TS: 0.000477681\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:42.869 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:42.932 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:42.932 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:42.984 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.087 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.399859ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.101 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.101 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/02 08:06:43.103 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=23.942008ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:42.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.178 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:42.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.241 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/02 08:06:43.242 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:43.245 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378234442\n# Parse_time: 0\n# Compile_time: 0.002575404\n# Rewrite_time: 0.000009724\n# Optimize_time: 0\n# Wait_TS: 0.000415407\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:43.250 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:43.309 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:43.309 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:43.358 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.451 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.072315ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.461 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.461 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/02 08:06:43.463 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=19.461964ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.530 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.602 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/02 08:06:43.602 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:43.606 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.357966313\n# Parse_time: 0\n# Compile_time: 0.002339868\n# Rewrite_time: 0.000008821\n# Optimize_time: 0\n# Wait_TS: 0.000351332\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:43.614 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/02 08:06:43.703 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:43.703 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/02 08:06:43.754 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.905 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.367575ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:43.916 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:43.916 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/02 08:06:43.918 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=21.457304ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:43.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:43.988 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:43.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.082 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/02 08:06:44.082 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.086 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.475035716\n# Parse_time: 0\n# Compile_time: 0.003596018\n# Rewrite_time: 0.000009462\n# Optimize_time: 0\n# Wait_TS: 0.000353779\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.091 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:44.171 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.171 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:44.224 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.337 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.618934ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:44.348 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.348 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/02 08:06:44.350 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=21.005592ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.390 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.454 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/02 08:06:44.454 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.460 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.371085326\n# Parse_time: 0\n# Compile_time: 0.002358569\n# Rewrite_time: 0.000039411\n# Optimize_time: 0\n# Wait_TS: 0.000372716\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.463 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/02 08:06:44.514 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.514 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/02 08:06:44.573 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.672 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.174332ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:44.683 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.683 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/02 08:06:44.685 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=20.945556ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.723 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:44.723 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:44.723 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:44.723 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:44.777 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/02 08:06:44.777 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.781 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.318934369\n# Parse_time: 0\n# Compile_time: 0.001519374\n# Rewrite_time: 0.000011948\n# Optimize_time: 0\n# Wait_TS: 0.000352344\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:44.786 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/02 08:06:44.851 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.851 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/02 08:06:44.911 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.988 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=4.181125ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.001 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.001 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/02 08:06:45.003 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=23.348336ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.083 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.134 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/02 08:06:45.134 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.138 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353844246\n# Parse_time: 0\n# Compile_time: 0.001682942\n# Rewrite_time: 0.000010201\n# Optimize_time: 0\n# Wait_TS: 0.000382926\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:45.140 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/02 08:06:45.174 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:45.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.174 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:45.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/02 08:06:45.232 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.264 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.125418ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:06:45.276 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.276 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/02 08:06:45.279 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=19.564995ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:45.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.348 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.376 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/02 08:06:45.376 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.436 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:45.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.436 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:45.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/02 08:06:45.509 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.593 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.766608ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:45.605 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.606 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/02 08:06:45.608 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=22.763051ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:45.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.683 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.734 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/02 08:06:45.734 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.738 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355094157\n# Parse_time: 0\n# Compile_time: 0.004874896\n# Rewrite_time: 0.001985787\n# Optimize_time: 0\n# Wait_TS: 0.000416121\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.273 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183982142193675\n# Query_time: 0.361921891\n# Parse_time: 0\n# Compile_time: 0.165218893\n# Rewrite_time: 0.004633427\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 365957\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2AvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE4Ny4xbXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogNDIBIExhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AT8AXwlmHC4wMm1zfSwgAQ4YX2RldGFpbBFhHF9wcm9jZXNzCSocIDY1LjfCtXMRPwx3YWl0DRoMNDkuOB0aKGt2X3JlYWRfd2FsDWYIIDExFSMIaWt2MhoAFDQxLjbCtQGDDHNjYW4+gwAMa2V5cwXEKGdldF9zbmFwc2hvEXcEMTcFOnAsIHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGkQHhuOiB7cHJld3JpdGU6MS44ITYBUBEhGHM6Mzk0LjIFwwkUEDoxLjI0ASccc2xvd2VzdF8RPyVDACAxgRAwLjAwMgGBQGVnaW9uX2lkOiAxMCwgc3RvIac4MTI3LjAuMC4xOjIwMTYyQmQBOgoBDDc2Ni5SCgEBqz77AAgwLjkFr1r7AAXrOUwFkRRfYmF0Y2gluBQ6IDMxLjMFQShwcm9wb3NlX3NlbiGySGl0OiAwcywgcGVyc2lzdF9sb2cZ7wwxNzIuAaIALA1gFGxlYWRlcg1SKDEyNW5zLCBzeW5jCTYEOTINpAmNMG1lbXRhYmxlOiAzLjchbDmiBWUQNDc3LjQFkxBhcHBseTKuAAQxOQ1LBRsVkQQ3Ng3FFG11dGV4Xyn8Ab4JcjKfABkXAHdhOwQyMg07CSsZnQgxMC5BzC5BAhhwcmltYXJ5RvsBDDFzLCD++wEl+wQ0NC0RNgMDSvkBCDUuNwGfYvQCCc8AZHHIRvkBADExZq75AQA1cb4JXzJZAQQzNDb3AQQzNFpaAQw2NzZuPvUBEDI0Ni4xXvUBADdtkzb1AQQ2MA1gAG3C9QEMMTQuNQVtCcc59Qg4LjghViX1LdEIbnVtoSsJKoWGADFR9xhieXRlOjMyBS4kaW5zZXJ0OjE0NaGtNAkxMDkuNCBLQglOL0EK')\n# Resource_group: default\n;"] [2024/06/02 08:06:46.380 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=18.674114106s] [2024/06/02 08:06:46.385 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:06:46.385 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acb02a31-678d-4ad9-9722-b8cf5980a63f"] [2024/06/02 08:06:46.397 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:46.397 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=16.493Β΅s] [2024/06/02 08:06:46.397 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=13.013Β΅s] [2024/06/02 08:06:46.397 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.549Β΅s] [2024/06/02 08:06:46.397 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=10.605Β΅s] [2024/06/02 08:06:46.397 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=12.285Β΅s] [2024/06/02 08:06:46.397 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=9.629Β΅s] [2024/06/02 08:06:46.398 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=6.796Β΅s] [2024/06/02 08:06:46.398 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=7.486Β΅s] [2024/06/02 08:06:46.398 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=10.129Β΅s] [2024/06/02 08:06:46.398 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=9.167Β΅s] [2024/06/02 08:06:46.398 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:46.398 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=10.19Β΅s] [2024/06/02 08:06:46.398 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acb02a31-678d-4ad9-9722-b8cf5980a63f"] [2024/06/02 08:06:46.398 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acb02a31-678d-4ad9-9722-b8cf5980a63f"] [2024/06/02 08:06:46.400 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acb02a31-678d-4ad9-9722-b8cf5980a63f"] [] [2024/06/02 08:06:46.401 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:46.401 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:06:46.401 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:06:46.415 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=acb02a31-678d-4ad9-9722-b8cf5980a63f] ["take time"=30.120366ms] [2024/06/02 08:06:46.415 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=acb02a31-678d-4ad9-9722-b8cf5980a63f] [2024/06/02 08:06:46.418 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=331] [2024/06/02 08:06:46.419 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:06:46.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:46.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:46.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:46.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:46.419 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:06:46.419 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:06:46.419 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:06:46.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:46.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:46.419 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:06:46.419 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:46.419 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager c6e375e2-711d-4bf2-954c-acf4138423bd watch owner key /tidb/br-stream/owner/22318fd7fae09c33"] [2024/06/02 08:06:46.419 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:06:46.420 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6e375e2-711d-4bf2-954c-acf4138423bd"] [2024/06/02 08:06:46.420 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6e375e2-711d-4bf2-954c-acf4138423bd"] [2024/06/02 08:06:46.420 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:06:46.420 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6e375e2-711d-4bf2-954c-acf4138423bd"] [2024/06/02 08:06:46.420 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:06:46.421 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c6e375e2-711d-4bf2-954c-acf4138423bd] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:46.421 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:06:46.421 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:06:46.422 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:46.422 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:46.422 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 08:06:46.422 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:46.422 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager c6e375e2-711d-4bf2-954c-acf4138423bd"] [error="context canceled"] [2024/06/02 08:06:46.422 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=36.826334ms] [2024/06/02 08:06:46.422 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:46.434 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:46.582 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=383] ["lease id"=22318fd7fae09ce1] [2024/06/02 08:06:46.584 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:46.622 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6e375e2-711d-4bf2-954c-acf4138423bd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:46.686 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=97.502169ms] [2024/06/02 08:06:46.692 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:46.692 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=bbf1a8c8-f1a6-4c2a-ba28-a814053f9802] [runWorker=true] [2024/06/02 08:06:46.692 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:46.694 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:46.695 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:46.696 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:46.696 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:46.696 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:46.696 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:46.698 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae09d86] [ownerID=bbf1a8c8-f1a6-4c2a-ba28-a814053f9802] [op=none] [2024/06/02 08:06:46.698 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:46.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:46.699 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=51caac8b-0ba1-49d6-aaa2-ad195b46b322] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:46.705 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:46.706 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae09d86] [ownerID=bbf1a8c8-f1a6-4c2a-ba28-a814053f9802] [op=none] [2024/06/02 08:06:46.706 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [op=none] [2024/06/02 08:06:46.706 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:46.724 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:06:46.725 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:46.725 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:06:46.727 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] ["owner key"=/tidb/bindinfo/owner/3eaa8fd7fae09d8c] [ownerID=bbf1a8c8-f1a6-4c2a-ba28-a814053f9802] [op=none] [2024/06/02 08:06:46.727 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:46.741 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/02 08:06:46.749 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:06:46.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:46.857 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:46.870 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:46.871 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:46.871 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:46.871 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:06:46.871 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:06:46.871 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:46.871 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:06:46.871 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:06:46.871 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:06:46.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:46.874 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:06:46.875 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:46.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:46.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:46.876 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:06:46.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:46.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:46.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:46.876 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=10] [2024/06/02 08:06:46.878 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] ["owner key"=/tidb/stats/owner/22318fd7fae09ced] [ownerID=bbf1a8c8-f1a6-4c2a-ba28-a814053f9802] [op=none] [2024/06/02 08:06:46.878 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:46.880 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:46.882 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=62] [total-mem=32GiB] [2024/06/02 08:06:46.887 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:06:46.888 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/0ea543f4-c4a8-4b79-94c1-30cc6617e70e] [2024/06/02 08:06:46.888 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:46.888 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:46.922 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:46.922 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:06:46.923 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:06:46.928 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:06:46.939 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=64.360407ms] [2024/06/02 08:06:46.939 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:06:46.939 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:46.969 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:06:47.020 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:06:47.053 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:06:47.064 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[expression:1305]FUNCTION test.bulk does not exist"] [errorVerbose="[expression:1305]FUNCTION test.bulk does not exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/expression.newFunctionImpl\n\tpkg/expression/scalar_function.go:225\ngithub.com/pingcap/tidb/pkg/expression.NewFunction\n\tpkg/expression/scalar_function.go:300\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunctionWithInit\n\tpkg/planner/core/expression_rewriter.go:1612\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunction\n\tpkg/planner/core/expression_rewriter.go:1622\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).funcCallToExpression\n\tpkg/planner/core/expression_rewriter.go:2362\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\tpkg/planner/core/expression_rewriter.go:1446\ngithub.com/pingcap/tidb/pkg/parser/ast.(*FuncCallExpr).Accept\n\tpkg/parser/ast/functions.go:584\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\tpkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\tpkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\tpkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSet\n\tpkg/planner/core/planbuilder.go:679\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:525\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:438\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:45\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="set session tidb_dml_type = bulk(10)"] [2024/06/02 08:06:47.065 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:06:47.065 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:47.094 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:47.094 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=19.433Β΅s] [2024/06/02 08:06:47.094 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=11.605Β΅s] [2024/06/02 08:06:47.095 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=12.276Β΅s] [2024/06/02 08:06:47.095 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=5.745Β΅s] [2024/06/02 08:06:47.095 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=8.435Β΅s] [2024/06/02 08:06:47.095 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=9.085Β΅s] [2024/06/02 08:06:47.095 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=5.974Β΅s] [2024/06/02 08:06:47.095 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:47.095 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=23.05Β΅s] [2024/06/02 08:06:47.095 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:47.095 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:47.095 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:47.097 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [] [2024/06/02 08:06:47.098 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:06:47.098 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:06:47.098 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:06:47.099 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=bbf1a8c8-f1a6-4c2a-ba28-a814053f9802] ["take time"=34.603826ms] [2024/06/02 08:06:47.099 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=bbf1a8c8-f1a6-4c2a-ba28-a814053f9802] [2024/06/02 08:06:47.101 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:06:47.101 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/0ea543f4-c4a8-4b79-94c1-30cc6617e70e] [2024/06/02 08:06:47.101 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:06:47.102 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:47.102 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:47.102 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:47.102 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:06:47.102 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:06:47.102 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:47.102 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:47.102 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:47.102 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:06:47.107 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:06:47.107 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:06:47.108 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=383] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:47.109 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:47.109 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:47.109 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:06:47.109 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 51caac8b-0ba1-49d6-aaa2-ad195b46b322"] [error="lost watcher waiting for delete"] [2024/06/02 08:06:47.109 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:06:47.109 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802 watch owner key /tidb/stats/owner/22318fd7fae09ced"] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:47.109 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:47.109 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:06:47.109 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:47.109 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:06:47.109 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:06:47.109 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:47.109 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:47.109 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:47.110 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [2024/06/02 08:06:47.109 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:47.110 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:06:47.110 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [error="context canceled"] [2024/06/02 08:06:47.111 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:06:47.111 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:06:47.111 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=51caac8b-0ba1-49d6-aaa2-ad195b46b322] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:47.111 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:47.111 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:47.111 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:47.111 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 51caac8b-0ba1-49d6-aaa2-ad195b46b322"] [error="context canceled"] [2024/06/02 08:06:47.111 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 51caac8b-0ba1-49d6-aaa2-ad195b46b322"] [2024/06/02 08:06:47.289 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=51] ["start time"=340.361246ms] [2024/06/02 08:06:47.311 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:47.367 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:47.367 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=421.123973ms] [2024/06/02 08:06:47.380 +00:00] [WARN] [domain.go:941] ["reload schema in loop, schema syncer need rewatch"] [2024/06/02 08:06:47.380 +00:00] [INFO] [syncer.go:106] ["syncer rewatch global info finished"] [category=ddl] [2024/06/02 08:06:47.389 +00:00] [INFO] [domain.go:947] ["reload schema in loop, schema syncer need restart"] [2024/06/02 08:06:47.389 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/06/02 08:06:47.389 +00:00] [INFO] [domain.go:1021] ["domain is closed"] [2024/06/02 08:06:47.389 +00:00] [ERROR] [domain.go:957] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:296\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:986\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:955\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:957\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:06:47.401 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/06/02 08:06:47.401 +00:00] [WARN] [domain.go:941] ["reload schema in loop, schema syncer need rewatch"] [2024/06/02 08:06:47.401 +00:00] [INFO] [syncer.go:106] ["syncer rewatch global info finished"] [category=ddl] [2024/06/02 08:06:47.409 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:06:47.409 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:47.889 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c6e375e2-711d-4bf2-954c-acf4138423bd"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:48.367 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:48.367 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:06:48.367 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:48.375 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 51caac8b-0ba1-49d6-aaa2-ad195b46b322"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:48.565 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager bbf1a8c8-f1a6-4c2a-ba28-a814053f9802"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:06:48.565 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:06:48.565 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:06:48.565 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:48.573 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.508089864s] [2024/06/02 08:06:48.573 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:48.573 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:06:48.573 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:06:48.573 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:48.573 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:06:48.573 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:06:48.573 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:06:48.573 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:06:48.574 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:48.574 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:06:48.574 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:06:48.574 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:06:48.574 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:06:48.576 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestVariable (21.25s) === RUN TestPipelinedDMLPositive [2024/06/02 08:06:48.582 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:48.582 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:06:48.583 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:06:48.584 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:48.586 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:06:48.587 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:48.587 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:48.587 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:48.587 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:48.588 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:48.590 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:06:48.595 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:48.597 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:48.598 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:48.608 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:48.620 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:48.762 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=440] ["lease id"=6f188fd7fae09d8b] [2024/06/02 08:06:48.765 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:49.161 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=391.704257ms] [2024/06/02 08:06:49.239 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:49.240 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=474.265028ms] [2024/06/02 08:06:49.240 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=a3dca11f-da23-41ff-89be-827f1056a1d8] [runWorker=true] [2024/06/02 08:06:49.240 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:49.242 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:49.243 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:49.243 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=477.62642ms] [2024/06/02 08:06:49.245 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09d07] [ownerID=a3dca11f-da23-41ff-89be-827f1056a1d8] [op=none] [2024/06/02 08:06:49.245 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:49.247 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:49.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:49.247 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:49.247 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:49.250 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:49.250 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1bfb199a-1642-4a1f-8e70-43fca5006191] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:49.253 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:49.254 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09d07] [ownerID=a3dca11f-da23-41ff-89be-827f1056a1d8] [op=none] [2024/06/02 08:06:49.254 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [op=none] [2024/06/02 08:06:49.254 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:49.256 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:06:49.318 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:06:49.319 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:06:49.320 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:06:49.421 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:06:49.438 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:06:49.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:06:49.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:06:49.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:06:49.449 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:06:49.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:06:49.449 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:06:49.449 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:06:49.449 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:06:49.449 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:06:49.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:06:49.452 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:06:49.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:06:49.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:06:49.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:06:49.453 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:06:49.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:06:49.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:06:49.453 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:49.453 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:06:49.456 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:06:49.457 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:06:49.464 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c1ff0daa-5aba-458b-bac2-2d05dc539260] [2024/06/02 08:06:49.464 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:49.464 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:06:49.465 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:06:49.472 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:06:49.472 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:06:49.472 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:06:49.483 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:06:49.492 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=40.335256ms] [2024/06/02 08:06:49.492 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:06:49.492 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:06:49.504 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:06:49.566 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:06:49.628 +00:00] [INFO] [set.go:170] ["set global var"] [conn=4] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:06:49.633 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/06/02 08:06:49.636 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="create table t (a int, b int)"] [user=] [2024/06/02 08:06:49.674 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:49.674 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int)"] [2024/06/02 08:06:49.745 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 20, tp general"] [category=ddl] [jobID=105] [conn=4] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.754 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/06/02 08:06:49.814 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.893559ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:49.826 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/02 08:06:49.828 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=21.40641ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.868 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 20, tp general"] [category=ddl] [jobID=105] [conn=4] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.912 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/02 08:06:49.912 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:49.935 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183983243198474] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.405043ms] [2024/06/02 08:06:49.935 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=450183983243198474] [2024/06/02 08:06:49.941 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183983243198477] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.245424ms] [2024/06/02 08:06:49.941 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=450183983243198477] [2024/06/02 08:06:49.957 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183983243198479] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.342283ms] [2024/06/02 08:06:49.957 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=450183983243198479] [2024/06/02 08:06:49.973 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:50.050 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:50.221 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:50.271 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:06:50.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:06:50.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:06:50.272 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:50.464 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:06:50.464 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:06:50.464 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c1ff0daa-5aba-458b-bac2-2d05dc539260] [watcherID=a7d494f4-0199-4bb9-a594-c5a5a36c22c6] [2024/06/02 08:06:50.473 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:06:50.489 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:06:50.489 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:06:50.489 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:06:50.489 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:06:50.521 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:51.244 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:51.250 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:52.086 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:53.939 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.942 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.944 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.946 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.947 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.949 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.951 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.952 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.954 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.956 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.957 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.959 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.960 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.962 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.963 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.965 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.966 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183983256567810] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.968 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983243198479, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.971 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183983256567810] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=4.998656815s] [2024/06/02 08:06:54.971 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=450183983256567810] [2024/06/02 08:06:54.982 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000002, primary: 7480000000000000685f728000000000000002, txnStartTS: 450183983243198474, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.985 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000003, primary: 7480000000000000685f728000000000000003, txnStartTS: 450183983243198477, lockForUpdateTS:0, minCommitTs:450183983256567811, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.988 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.992 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.995 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:54.998 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.001 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.004 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.007 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.010 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.014 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.017 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984567025667] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.020 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183983256567810, lockForUpdateTS:0, minCommitTs:450183984567025668, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.022 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183984567025667] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=34.807125ms] [2024/06/02 08:06:55.022 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=450183984567025667] [2024/06/02 08:06:55.033 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.098 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.201 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.422 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:55.949 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:56.913 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.118 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.971 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.973 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.974 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.976 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.977 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.979 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.980 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.981 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.983 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.985 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.986 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.988 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.989 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.990 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.991 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.993 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.994 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.995 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.996 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:06:59.998 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.000 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.002 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.004 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.006 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.007 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.009 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.011 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.012 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.014 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.016 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.017 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183984580395012] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.019 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984567025667, lockForUpdateTS:0, minCommitTs:450183984580395013, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.021 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183984580395012] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=4.989214951s] [2024/06/02 08:07:00.022 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=450183984580395012] [2024/06/02 08:07:00.028 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183985891115011] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.172768ms] [2024/06/02 08:07:00.028 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=450183985891115011] [2024/06/02 08:07:00.045 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.046 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.048 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.049 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.050 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.052 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.054 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.055 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.057 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.058 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.059 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.061 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.062 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.064 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.065 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.066 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=450183985891115014] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.068 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 450183984580395012, lockForUpdateTS:0, minCommitTs:450183985891115015, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/06/02 08:07:00.070 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183985891115014] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=26.756308ms] [2024/06/02 08:07:00.071 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=450183985891115014] [2024/06/02 08:07:00.071 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:00.072 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [2024/06/02 08:07:00.090 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:00.090 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 23, tp add index"] [category=ddl] ["take time"=30.968Β΅s] [2024/06/02 08:07:00.090 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=11.944Β΅s] [2024/06/02 08:07:00.090 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=16.381Β΅s] [2024/06/02 08:07:00.090 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=17.345Β΅s] [2024/06/02 08:07:00.090 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:00.090 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp general"] [category=ddl] ["take time"=10.162Β΅s] [2024/06/02 08:07:00.090 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [2024/06/02 08:07:00.090 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [2024/06/02 08:07:00.090 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:00.092 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [] [2024/06/02 08:07:00.093 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:00.093 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:00.093 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:00.095 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=a3dca11f-da23-41ff-89be-827f1056a1d8] ["take time"=23.274986ms] [2024/06/02 08:07:00.095 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=a3dca11f-da23-41ff-89be-827f1056a1d8] [2024/06/02 08:07:00.096 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:00.097 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:00.097 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c1ff0daa-5aba-458b-bac2-2d05dc539260] [watcherID=a7d494f4-0199-4bb9-a594-c5a5a36c22c6] [2024/06/02 08:07:00.097 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c1ff0daa-5aba-458b-bac2-2d05dc539260] [2024/06/02 08:07:00.097 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:00.097 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:00.097 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:00.097 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:00.097 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:00.098 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:00.098 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:00.098 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:00.098 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:00.098 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:00.103 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:00.103 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=440] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:00.104 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:00.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a3dca11f-da23-41ff-89be-827f1056a1d8] [2024/06/02 08:07:00.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:00.105 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:00.105 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:00.105 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:00.105 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:00.105 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:00.105 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:00.105 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:00.105 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:00.105 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:00.105 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1bfb199a-1642-4a1f-8e70-43fca5006191"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:00.105 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:00.104 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:00.105 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:00.105 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:00.105 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:00.105 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:00.105 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:00.105 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=a3dca11f-da23-41ff-89be-827f1056a1d8] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:00.104 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:00.105 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [error="context canceled"] [2024/06/02 08:07:00.106 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:00.105 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:00.105 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:00.105 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:00.106 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [2024/06/02 08:07:00.106 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:00.106 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:00.106 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:00.106 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:00.107 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:00.107 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:00.107 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1bfb199a-1642-4a1f-8e70-43fca5006191"] [error="context canceled"] [2024/06/02 08:07:00.107 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1bfb199a-1642-4a1f-8e70-43fca5006191] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:00.107 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:00.107 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:00.107 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:00.107 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1bfb199a-1642-4a1f-8e70-43fca5006191"] [2024/06/02 08:07:00.146 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:00.146 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [error="context canceled"] [2024/06/02 08:07:00.146 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [2024/06/02 08:07:00.146 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:01.365 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1bfb199a-1642-4a1f-8e70-43fca5006191"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:01.366 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:01.366 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:01.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:01.395 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a3dca11f-da23-41ff-89be-827f1056a1d8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:01.395 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:01.395 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:01.395 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:01.403 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.33131093s] [2024/06/02 08:07:01.403 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:01.403 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:01.403 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:01.403 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:01.403 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:01.403 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:01.404 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:01.404 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:01.404 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:01.404 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:01.404 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:01.404 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:01.404 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:01.405 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLPositive (12.83s) === RUN TestPipelinedDMLNegative [2024/06/02 08:07:01.411 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:01.411 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:01.413 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:01.413 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:01.413 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:01.414 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:01.414 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:01.414 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:01.414 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:01.414 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:01.417 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:01.421 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:01.423 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:01.424 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:01.434 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:01.446 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:01.620 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=942] ["lease id"=3eaa8fd7fae09dc6] [2024/06/02 08:07:01.623 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:01.967 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=52] ["start time"=339.364628ms] [2024/06/02 08:07:02.047 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:02.047 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=423.479701ms] [2024/06/02 08:07:02.047 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=97d6b88c-73a3-4a31-8403-4cb2057e0b5c] [runWorker=true] [2024/06/02 08:07:02.047 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:02.049 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:02.050 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:02.050 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=426.777461ms] [2024/06/02 08:07:02.052 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09dc6] [ownerID=97d6b88c-73a3-4a31-8403-4cb2057e0b5c] [op=none] [2024/06/02 08:07:02.052 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:02.053 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:02.053 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:02.053 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:02.053 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:02.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:02.056 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=252144e3-b8b1-4a61-82fb-0a9330f52b8d] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:02.059 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:02.060 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09dc6] [ownerID=97d6b88c-73a3-4a31-8403-4cb2057e0b5c] [op=none] [2024/06/02 08:07:02.060 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [op=none] [2024/06/02 08:07:02.060 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:02.061 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:02.119 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:02.121 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:02.121 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:02.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:02.237 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:02.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:02.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:02.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:02.252 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:02.252 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:02.252 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:02.252 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:02.252 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:02.252 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:02.254 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:02.254 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:02.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:02.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:02.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:02.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:02.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:02.256 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:02.256 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:02.256 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:02.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:02.260 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:02.266 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/ac84f6d8-7076-4d48-abf8-385a53bdf687] [2024/06/02 08:07:02.266 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:02.267 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:02.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:02.271 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:02.271 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:02.347 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:02.354 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:02.357 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:07:02.363 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:02.379 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:02.386 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:02.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:02.386 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:02.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:07:02.388 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=133.629388ms] [2024/06/02 08:07:02.388 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:02.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:02.444 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 25, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.472 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=703.059Β΅s] [gotSchemaVersion=53] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:02.483 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/06/02 08:07:02.485 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=16.9947ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:02.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.519 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 25, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.549 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=293.28Β΅s] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:02.561 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/06/02 08:07:02.563 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=17.323088ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.625 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 25, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.635 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/06/02 08:07:02.667 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=275.465Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:02.679 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=106] [version=55] [2024/06/02 08:07:02.681 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=17.693663ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:02.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.717 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=106] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/06/02 08:07:02.731 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/06/02 08:07:02.735 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 25, tp general"] [category=ddl] [jobID=106] [conn=5] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:02.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.788 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/06/02 08:07:02.788 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:02.792 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.43574721\n# Parse_time: 0.000266826\n# Compile_time: 0.000734712\n# Rewrite_time: 0.000010905\n# Optimize_time: 0.000180858\n# Wait_TS: 0.000371692\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:07:02.800 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/06/02 08:07:02.803 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/06/02 08:07:02.840 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:02.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:02.840 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:02.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/06/02 08:07:02.902 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 25, tp general"] [category=ddl] [jobID=108] [conn=6] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.911 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 107, Table Name: t"] [2024/06/02 08:07:02.958 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.68342ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:02.971 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/06/02 08:07:02.973 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=21.021324ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:02.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:03.048 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 25, tp general"] [category=ddl] [jobID=108] [conn=6] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:02.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:03.077 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:03.077 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:03.077 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:03.077 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:03.089 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/06/02 08:07:03.089 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:03.185 +00:00] [INFO] [ddl.go:1417] ["switch metadata lock feature"] [category=ddl] [enable=false] [2024/06/02 08:07:03.235 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=off] [2024/06/02 08:07:03.256 +00:00] [INFO] [ddl.go:1417] ["switch metadata lock feature"] [category=ddl] [enable=true] [2024/06/02 08:07:03.267 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:03.267 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:03.267 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ac84f6d8-7076-4d48-abf8-385a53bdf687] [watcherID=927a5162-7fb8-4ca8-97ba-381c2c3d3b62] [2024/06/02 08:07:03.271 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:03.285 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:03.285 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:03.285 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:03.285 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:03.302 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=ON] [2024/06/02 08:07:03.315 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:03.315 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [2024/06/02 08:07:03.346 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:03.346 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 28, tp add index"] [category=ddl] ["take time"=27.118Β΅s] [2024/06/02 08:07:03.346 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=22.259Β΅s] [2024/06/02 08:07:03.346 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=19.308Β΅s] [2024/06/02 08:07:03.346 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=20.822Β΅s] [2024/06/02 08:07:03.346 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:03.346 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 25, tp general"] [category=ddl] ["take time"=5.128Β΅s] [2024/06/02 08:07:03.346 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [2024/06/02 08:07:03.346 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [2024/06/02 08:07:03.346 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:03.348 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [] [2024/06/02 08:07:03.349 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:03.349 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:03.349 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:03.350 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=97d6b88c-73a3-4a31-8403-4cb2057e0b5c] ["take time"=35.360948ms] [2024/06/02 08:07:03.350 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=97d6b88c-73a3-4a31-8403-4cb2057e0b5c] [2024/06/02 08:07:03.352 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:03.359 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:03.359 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ac84f6d8-7076-4d48-abf8-385a53bdf687] [watcherID=927a5162-7fb8-4ca8-97ba-381c2c3d3b62] [2024/06/02 08:07:03.359 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/ac84f6d8-7076-4d48-abf8-385a53bdf687] [2024/06/02 08:07:03.359 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:03.359 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:03.359 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:03.359 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:03.359 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:03.359 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:03.359 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:03.359 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:03.359 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:03.359 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:03.364 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:03.364 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=942] [2024/06/02 08:07:03.365 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=97d6b88c-73a3-4a31-8403-4cb2057e0b5c] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:03.365 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:03.365 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:03.365 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:03.365 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:03.365 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:03.365 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 252144e3-b8b1-4a61-82fb-0a9330f52b8d"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:03.366 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [error="context canceled"] [2024/06/02 08:07:03.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:03.366 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [2024/06/02 08:07:03.365 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:03.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:03.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:03.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:03.365 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:03.365 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:03.365 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:03.366 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=97d6b88c-73a3-4a31-8403-4cb2057e0b5c] [2024/06/02 08:07:03.366 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:03.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:03.366 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:03.366 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:03.366 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:03.366 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:03.365 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:03.366 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:03.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:03.366 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:03.367 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:03.367 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=252144e3-b8b1-4a61-82fb-0a9330f52b8d] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:03.367 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:03.367 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:03.367 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 252144e3-b8b1-4a61-82fb-0a9330f52b8d"] [error="context canceled"] [2024/06/02 08:07:03.368 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:03.368 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 252144e3-b8b1-4a61-82fb-0a9330f52b8d"] [2024/06/02 08:07:03.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:03.481 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:03.481 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [error="context canceled"] [2024/06/02 08:07:03.481 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [2024/06/02 08:07:03.481 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:04.622 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 252144e3-b8b1-4a61-82fb-0a9330f52b8d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:04.637 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:04.637 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:04.637 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:04.730 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 97d6b88c-73a3-4a31-8403-4cb2057e0b5c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:04.730 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:04.730 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:04.731 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:04.737 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.422431646s] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:04.738 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:04.738 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:04.738 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:04.738 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:04.740 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLNegative (3.33s) === RUN TestPipelinedDMLInsert [2024/06/02 08:07:04.746 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:04.746 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:04.747 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:04.747 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:04.747 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:04.749 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:04.749 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:04.749 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:04.749 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:04.749 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:04.751 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:04.756 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:04.758 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:04.760 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:04.768 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:04.780 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:04.950 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=201] ["lease id"=6f188fd7fae09de4] [2024/06/02 08:07:04.953 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:05.313 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=56] ["start time"=356.618787ms] [2024/06/02 08:07:05.397 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:05.398 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=444.610009ms] [2024/06/02 08:07:05.398 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=b0b7af99-321f-4c03-b718-f054802e01f3] [runWorker=true] [2024/06/02 08:07:05.398 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:05.400 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:05.401 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:05.401 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=447.710569ms] [2024/06/02 08:07:05.403 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09d60] [ownerID=b0b7af99-321f-4c03-b718-f054802e01f3] [op=none] [2024/06/02 08:07:05.403 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [2024/06/02 08:07:05.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:05.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:05.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:05.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:05.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:05.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:05.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:05.404 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:05.404 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:05.405 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:05.405 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:05.405 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:05.405 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:05.408 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:05.408 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8ff5f4d4-d503-4bf1-ba4a-5e931ebbdad9] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:05.411 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:05.411 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09d60] [ownerID=b0b7af99-321f-4c03-b718-f054802e01f3] [op=none] [2024/06/02 08:07:05.411 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [op=none] [2024/06/02 08:07:05.411 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:05.413 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:05.477 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:05.478 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:05.479 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:05.580 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:05.598 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:05.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:05.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:05.610 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:05.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:05.610 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:05.610 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:05.610 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:05.611 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:05.611 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:05.613 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:05.613 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:05.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:05.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:05.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:05.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:05.614 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:05.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:05.614 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:05.615 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:05.618 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:05.619 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:05.626 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a5cc6720-3268-436e-959d-b5dbdf1bd920] [2024/06/02 08:07:05.626 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:05.626 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:05.628 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:05.628 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:05.629 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:05.664 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:05.708 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:05.718 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:05.723 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:05.724 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:05.727 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="drop table `t`"] [user=] [2024/06/02 08:07:05.731 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=118.397167ms] [2024/06/02 08:07:05.731 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:05.731 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:05.753 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:05.753 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/06/02 08:07:05.796 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.829 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=578.694Β΅s] [gotSchemaVersion=57] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:05.840 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=57] [2024/06/02 08:07:05.842 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=17.340599ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.878 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:05.907 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=268.384Β΅s] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:05.919 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/06/02 08:07:05.921 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=16.246253ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.016 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.026 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 107, Old Table Name: t"] [2024/06/02 08:07:06.069 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=302.552Β΅s] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:06.081 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=59] [2024/06/02 08:07:06.083 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=18.360652ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.119 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[107]"] [comment="drop table: table ID"] [2024/06/02 08:07:06.132 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/06/02 08:07:06.135 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=109] [conn=7] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.190 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/06/02 08:07:06.190 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:06.194 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.467872279\n# Parse_time: 0.000407909\n# Compile_time: 0.001042723\n# Rewrite_time: 0.000023705\n# Optimize_time: 0.00017377\n# Wait_TS: 0.000347634\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/06/02 08:07:06.223 +00:00] [INFO] [set.go:170] ["set global var"] [conn=8] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:06.229 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/06/02 08:07:06.232 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/06/02 08:07:06.272 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:06.272 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/06/02 08:07:06.338 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=111] [conn=8] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.345 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 110, Table Name: t"] [2024/06/02 08:07:06.395 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.828054ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:06.406 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/06/02 08:07:06.408 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=20.409966ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.425 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:06.425 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:06.425 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:06.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:06.480 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=111] [conn=8] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.517 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/02 08:07:06.517 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:06.522 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=60] [cur_db=test] [sql="create table _t like t"] [user=] [2024/06/02 08:07:06.562 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:06.562 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/06/02 08:07:06.619 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=113] [conn=8] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.626 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:06.626 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:06.626 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a5cc6720-3268-436e-959d-b5dbdf1bd920] [watcherID=1f3f012a-6754-4f85-aa7c-efa52017a20c] [2024/06/02 08:07:06.627 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: _t"] [2024/06/02 08:07:06.629 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:06.644 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:06.644 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:06.644 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:06.644 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:06.694 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.73604ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:06.704 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/06/02 08:07:06.706 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=18.844891ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.774 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=113] [conn=8] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.810 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/02 08:07:06.810 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:07.401 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:07.533 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183987856932866] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.70816ms] [2024/06/02 08:07:07.534 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183987856932866] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=39.868Β΅s] [2024/06/02 08:07:07.534 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=450183987856932866] [2024/06/02 08:07:07.535 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183987856932866] [commitTS=450183987856932869] [2024/06/02 08:07:07.535 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183987856932866] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] [concurrency=8] [2024/06/02 08:07:07.541 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183987856932866] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] ["cost time"=5.111654ms] ["completed regions"=1] [2024/06/02 08:07:07.541 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183987856932866] [commitTS=450183987856932869] [session=8] [2024/06/02 08:07:07.575 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183987856932872] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.19873ms] [2024/06/02 08:07:07.575 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183987856932872] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=29.523Β΅s] [2024/06/02 08:07:07.575 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=450183987856932872] [2024/06/02 08:07:07.577 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183987856932872] [commitTS=450183987870040066] [2024/06/02 08:07:07.577 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183987856932872] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] [concurrency=8] [2024/06/02 08:07:07.581 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183987856932872] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] ["cost time"=3.801363ms] ["completed regions"=1] [2024/06/02 08:07:07.581 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183987856932872] [commitTS=450183987870040066] [session=8] [2024/06/02 08:07:07.588 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=61] [cur_db=test] [sql="truncate table _t"] [user=] [2024/06/02 08:07:07.616 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:07.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:07.616 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:07.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t"] [2024/06/02 08:07:07.652 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=115] [conn=8] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:07.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.664 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 114, Table Name: _t, Old Table ID: 112, Old Table Name: _t"] [2024/06/02 08:07:07.709 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.990563ms] [gotSchemaVersion=62] [phyTblIDs="[114]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:07.720 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=62] [2024/06/02 08:07:07.722 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=20.613216ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:07.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.801 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/06/02 08:07:07.810 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/06/02 08:07:07.814 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 30, tp general"] [category=ddl] [jobID=115] [conn=8] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:07.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.869 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/06/02 08:07:07.869 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:07.874 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000725f7280000000000003e8] [2024/06/02 08:07:07.878 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000725f7280000000000003e8] ["first new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:2 id:30 store_id:3 id:31 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/06/02 08:07:07.878 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=28] [2024/06/02 08:07:07.879 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000003e8] ["new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:2 id:30 store_id:3 id:31 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:07.879 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=32] [2024/06/02 08:07:07.880 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000007d0] ["new region left"="{Id:32 StartKey:7480000000000000ff725f728000000000ff0003e80000000000fa EndKey:7480000000000000ff725f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:33 store_id:2 id:34 store_id:3 id:35 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:07.880 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=36] [2024/06/02 08:07:07.881 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000bb8] ["new region left"="{Id:36 StartKey:7480000000000000ff725f728000000000ff0007d00000000000fa EndKey:7480000000000000ff725f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:37 store_id:2 id:38 store_id:3 id:39 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:07.881 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=40] [2024/06/02 08:07:07.882 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000fa0] ["new region left"="{Id:40 StartKey:7480000000000000ff725f728000000000ff000bb80000000000fa EndKey:7480000000000000ff725f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:41 store_id:2 id:42 store_id:3 id:43 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:07.882 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=44] [2024/06/02 08:07:07.883 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001388] ["new region left"="{Id:44 StartKey:7480000000000000ff725f728000000000ff000fa00000000000fa EndKey:7480000000000000ff725f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:45 store_id:2 id:46 store_id:3 id:47 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:07.883 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=48] [2024/06/02 08:07:07.884 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001770] ["new region left"="{Id:48 StartKey:7480000000000000ff725f728000000000ff0013880000000000fa EndKey:7480000000000000ff725f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:49 store_id:2 id:50 store_id:3 id:51 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:07.884 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=52] [2024/06/02 08:07:07.885 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001b58] ["new region left"="{Id:52 StartKey:7480000000000000ff725f728000000000ff0017700000000000fa EndKey:7480000000000000ff725f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:53 store_id:2 id:54 store_id:3 id:55 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:07.885 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=56] [2024/06/02 08:07:07.885 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001f40] ["new region left"="{Id:56 StartKey:7480000000000000ff725f728000000000ff001b580000000000fa EndKey:7480000000000000ff725f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:57 store_id:2 id:58 store_id:3 id:59 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:07.886 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=60] [2024/06/02 08:07:07.886 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000002328] ["new region left"="{Id:60 StartKey:7480000000000000ff725f728000000000ff001f400000000000fa EndKey:7480000000000000ff725f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:61 store_id:2 id:62 store_id:3 id:63 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:07.886 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[28,32,36,40,44,48,52,56,60]"] [2024/06/02 08:07:07.887 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=28] [backoff(ms)=299987] [2024/06/02 08:07:07.887 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=28] [2024/06/02 08:07:07.887 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=32] [backoff(ms)=299986] [2024/06/02 08:07:07.888 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=32] [2024/06/02 08:07:07.888 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=36] [backoff(ms)=299986] [2024/06/02 08:07:07.888 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=36] [2024/06/02 08:07:07.889 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=40] [backoff(ms)=299985] [2024/06/02 08:07:07.889 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=40] [2024/06/02 08:07:07.889 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=44] [backoff(ms)=299985] [2024/06/02 08:07:07.890 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=44] [2024/06/02 08:07:07.890 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=48] [backoff(ms)=299984] [2024/06/02 08:07:07.890 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=48] [2024/06/02 08:07:07.890 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=52] [backoff(ms)=299984] [2024/06/02 08:07:07.891 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=52] [2024/06/02 08:07:07.891 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=56] [backoff(ms)=299983] [2024/06/02 08:07:07.891 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=56] [2024/06/02 08:07:07.891 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=60] [backoff(ms)=299982] [2024/06/02 08:07:07.892 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=60] [2024/06/02 08:07:07.969 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183987962052611] [generation=1] [session=8] [keys=200] [size=5.8kB] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=21.81754ms] [2024/06/02 08:07:07.970 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183987962052611] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=58.974Β΅s] [2024/06/02 08:07:07.970 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=200] [size=5.8kB] [startTS=450183987962052611] [2024/06/02 08:07:07.972 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183987962052611] [commitTS=450183987975159809] [2024/06/02 08:07:07.973 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183987962052611] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] [concurrency=8] [2024/06/02 08:07:07.999 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183987962052611] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] ["cost time"=25.45625ms] ["completed regions"=10] [2024/06/02 08:07:07.999 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=450183987962052611] [commitTS=450183987975159809] [session=8] [2024/06/02 08:07:08.001 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:08.001 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [2024/06/02 08:07:08.036 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:08.036 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=17.922Β΅s] [2024/06/02 08:07:08.036 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 33, tp add index"] [category=ddl] ["take time"=17.675Β΅s] [2024/06/02 08:07:08.036 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=15.504Β΅s] [2024/06/02 08:07:08.036 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=11.083Β΅s] [2024/06/02 08:07:08.036 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:08.036 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 30, tp general"] [category=ddl] ["take time"=13.585Β΅s] [2024/06/02 08:07:08.036 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [2024/06/02 08:07:08.036 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [2024/06/02 08:07:08.036 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:08.038 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [] [2024/06/02 08:07:08.039 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:08.039 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:08.039 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:08.042 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=b0b7af99-321f-4c03-b718-f054802e01f3] ["take time"=41.203236ms] [2024/06/02 08:07:08.042 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=b0b7af99-321f-4c03-b718-f054802e01f3] [2024/06/02 08:07:08.044 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:08.044 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a5cc6720-3268-436e-959d-b5dbdf1bd920] [watcherID=1f3f012a-6754-4f85-aa7c-efa52017a20c] [2024/06/02 08:07:08.044 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:08.044 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a5cc6720-3268-436e-959d-b5dbdf1bd920] [2024/06/02 08:07:08.045 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:08.045 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:08.045 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:08.045 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:08.045 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:08.045 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:08.045 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:08.045 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:08.045 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:08.045 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:08.051 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:08.051 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=201] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b0b7af99-321f-4c03-b718-f054802e01f3] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:08.052 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:08.052 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:08.052 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:08.052 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:08.052 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:08.053 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [error="context canceled"] [2024/06/02 08:07:08.053 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:08.053 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:08.053 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [2024/06/02 08:07:08.052 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:08.053 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:08.052 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:08.052 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:08.052 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:08.052 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8ff5f4d4-d503-4bf1-ba4a-5e931ebbdad9"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:08.053 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:08.052 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:08.053 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:08.053 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8ff5f4d4-d503-4bf1-ba4a-5e931ebbdad9"] [2024/06/02 08:07:08.053 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=b0b7af99-321f-4c03-b718-f054802e01f3] [2024/06/02 08:07:08.053 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:08.053 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:08.055 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:08.055 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8ff5f4d4-d503-4bf1-ba4a-5e931ebbdad9] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:08.055 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 8ff5f4d4-d503-4bf1-ba4a-5e931ebbdad9"] [error="context canceled"] [2024/06/02 08:07:08.055 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:08.055 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:08.055 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:08.055 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:08.054 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:08.056 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:08.056 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=62] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/06/02 08:07:08.057 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:08.058 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:08.058 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:08.058 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:08.203 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:08.203 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [error="context canceled"] [2024/06/02 08:07:08.204 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [2024/06/02 08:07:08.204 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:08.255 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8ff5f4d4-d503-4bf1-ba4a-5e931ebbdad9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:09.314 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:09.314 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:09.314 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:09.456 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b0b7af99-321f-4c03-b718-f054802e01f3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:09.456 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:09.456 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:09.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:09.463 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.461990354s] [2024/06/02 08:07:09.463 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:09.463 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:09.463 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:09.463 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:09.463 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:09.463 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:09.464 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:09.464 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:09.464 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:09.464 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:09.464 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:09.464 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:09.464 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:09.465 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsert (4.73s) === RUN TestPipelinedDMLInsertIgnore [2024/06/02 08:07:09.474 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:09.475 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:09.476 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:09.476 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:09.477 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:09.478 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:09.478 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:09.478 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:09.478 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:09.478 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:09.480 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:09.484 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:09.485 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:09.487 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:09.494 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8ff5f4d4-d503-4bf1-ba4a-5e931ebbdad9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:09.496 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:09.506 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:09.641 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=2046] ["lease id"=6f188fd7fae09e11] [2024/06/02 08:07:09.643 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:10.015 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=62] ["start time"=367.816587ms] [2024/06/02 08:07:10.096 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:10.096 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=452.824808ms] [2024/06/02 08:07:10.096 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=e81c52ce-bbce-482d-abe3-e717d81deee9] [runWorker=true] [2024/06/02 08:07:10.096 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:10.098 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:10.099 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:10.099 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=455.904273ms] [2024/06/02 08:07:10.101 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09d8f] [ownerID=e81c52ce-bbce-482d-abe3-e717d81deee9] [op=none] [2024/06/02 08:07:10.102 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:10.103 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:10.103 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:10.103 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:10.103 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:10.106 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:10.106 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ca8463d1-5c41-4d8e-99cb-237e1c7104aa] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:10.109 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:10.110 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09d8f] [ownerID=e81c52ce-bbce-482d-abe3-e717d81deee9] [op=none] [2024/06/02 08:07:10.110 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [op=none] [2024/06/02 08:07:10.110 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:10.110 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:10.173 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:10.174 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:10.174 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:10.299 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:10.321 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:10.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:10.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:10.336 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:10.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:10.336 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:10.336 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:10.336 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:10.336 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:10.336 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:10.339 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:10.340 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:10.341 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:10.341 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:10.341 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:10.341 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:10.341 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:10.341 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:10.341 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:10.341 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:10.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:10.346 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:10.354 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/03af008b-923b-4262-a97a-9c9aa77bcf8a] [2024/06/02 08:07:10.354 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:10.355 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:10.357 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:10.357 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:10.357 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:10.391 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:10.433 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:10.442 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/06/02 08:07:10.445 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:10.448 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/06/02 08:07:10.454 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:10.471 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:10.476 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:10.476 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:10.481 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=141.056788ms] [2024/06/02 08:07:10.481 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:10.481 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:10.538 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.566 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=594.446Β΅s] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:10.578 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=63] [2024/06/02 08:07:10.580 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=17.730087ms] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.641 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.675 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=232.887Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:10.688 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=64] [2024/06/02 08:07:10.690 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=19.049497ms] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.746 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.755 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 114, Old Table Name: _t"] [2024/06/02 08:07:10.787 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=232.693Β΅s] [gotSchemaVersion=65] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:10.797 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/06/02 08:07:10.799 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=16.533142ms] [job="ID:116, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:10.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.849 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/06/02 08:07:10.862 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop table"] [2024/06/02 08:07:10.868 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=116] [conn=9] [job="ID:116, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:10.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:10.934 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/06/02 08:07:10.934 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:10.962 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:10.962 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:11.030 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.060 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=690.332Β΅s] [gotSchemaVersion=66] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:11.072 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/06/02 08:07:11.074 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=19.454508ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:10.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.123 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:11.124 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:11.124 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:11.124 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:11.135 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.163 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=357.701Β΅s] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:11.174 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/06/02 08:07:11.176 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=17.256086ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.231 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:10.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.241 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 110, Old Table Name: t"] [2024/06/02 08:07:11.284 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=243.767Β΅s] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:11.296 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/06/02 08:07:11.298 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=18.005485ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:10.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.337 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/06/02 08:07:11.347 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/06/02 08:07:11.351 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=117] [conn=9] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:10.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.355 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:11.355 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:11.355 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/03af008b-923b-4262-a97a-9c9aa77bcf8a] [watcherID=445f9d6e-e304-458d-b70d-29b8ec0f0790] [2024/06/02 08:07:11.357 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:11.371 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:11.371 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:11.371 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:11.371 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:11.424 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/06/02 08:07:11.424 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:11.429 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 0.981420971\n# Parse_time: 0.000374657\n# Compile_time: 0.001100864\n# Rewrite_time: 0.000016859\n# Optimize_time: 0.000278097\n# Wait_TS: 0.000338891\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/06/02 08:07:11.462 +00:00] [INFO] [set.go:170] ["set global var"] [conn=10] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:11.468 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/06/02 08:07:11.471 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/06/02 08:07:11.507 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:11.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:11.507 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:11.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/06/02 08:07:11.574 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=119] [conn=10] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.586 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/06/02 08:07:11.637 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.40226ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:11.648 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/06/02 08:07:11.650 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=20.322945ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:11.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.729 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=119] [conn=10] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.770 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/06/02 08:07:11.770 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:11.774 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.30405187\n# Parse_time: 0.001122016\n# Compile_time: 0.000864116\n# Rewrite_time: 0.000009537\n# Optimize_time: 0.000471467\n# Wait_TS: 0.00035774\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/06/02 08:07:11.776 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=69] [cur_db=test] [sql="create table _t like t"] [user=] [2024/06/02 08:07:11.818 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:11.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:11.818 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:11.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/06/02 08:07:11.865 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=121] [conn=10] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.872 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 120, Table Name: _t"] [2024/06/02 08:07:11.918 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.377045ms] [gotSchemaVersion=70] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:11.929 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=121] [version=70] [2024/06/02 08:07:11.931 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=19.654898ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:11.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:11.988 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 35, tp general"] [category=ddl] [jobID=121] [conn=10] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:11.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.027 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/06/02 08:07:12.027 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:12.099 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:12.805 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183989233188883] [generation=1] [session=10] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.748203ms] [2024/06/02 08:07:12.805 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183989233188883] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=43.187Β΅s] [2024/06/02 08:07:12.805 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=290B] [startTS=450183989233188883] [2024/06/02 08:07:12.806 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183989233188883] [commitTS=450183989233188884] [2024/06/02 08:07:12.807 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183989233188883] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] [concurrency=8] [2024/06/02 08:07:12.809 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183989233188883] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] ["cost time"=2.762134ms] ["completed regions"=1] [2024/06/02 08:07:12.810 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183989233188883] [commitTS=450183989233188884] [session=10] [2024/06/02 08:07:12.831 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183989246296065] [generation=1] [session=10] [keys=90] [size=2.61kB] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=3.106189ms] [2024/06/02 08:07:12.832 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183989246296065] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=36.241Β΅s] [2024/06/02 08:07:12.832 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=90] [size=2.61kB] [startTS=450183989246296065] [2024/06/02 08:07:12.833 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183989246296065] [commitTS=450183989246296068] [2024/06/02 08:07:12.834 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183989246296065] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] [concurrency=8] [2024/06/02 08:07:12.838 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183989246296065] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] ["cost time"=4.020169ms] ["completed regions"=1] [2024/06/02 08:07:12.838 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183989246296065] [commitTS=450183989246296068] [session=10] [2024/06/02 08:07:12.848 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:12.848 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [2024/06/02 08:07:12.848 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:12.848 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=19.917Β΅s] [2024/06/02 08:07:12.848 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=13.537Β΅s] [2024/06/02 08:07:12.848 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=12.706Β΅s] [2024/06/02 08:07:12.848 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 38, tp add index"] [category=ddl] ["take time"=17.217Β΅s] [2024/06/02 08:07:12.848 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:12.848 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 35, tp general"] [category=ddl] ["take time"=11.021Β΅s] [2024/06/02 08:07:12.848 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [2024/06/02 08:07:12.848 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [2024/06/02 08:07:12.848 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:12.850 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [] [2024/06/02 08:07:12.851 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:12.851 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:12.851 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:12.854 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=e81c52ce-bbce-482d-abe3-e717d81deee9] ["take time"=6.683018ms] [2024/06/02 08:07:12.854 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=e81c52ce-bbce-482d-abe3-e717d81deee9] [2024/06/02 08:07:12.856 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:12.856 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/03af008b-923b-4262-a97a-9c9aa77bcf8a] [watcherID=445f9d6e-e304-458d-b70d-29b8ec0f0790] [2024/06/02 08:07:12.856 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:12.856 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/03af008b-923b-4262-a97a-9c9aa77bcf8a] [2024/06/02 08:07:12.857 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:12.857 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:12.857 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:12.857 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:12.857 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:12.857 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:12.857 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:12.857 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:12.857 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:12.857 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:12.864 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:12.864 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=2046] [2024/06/02 08:07:12.865 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=e81c52ce-bbce-482d-abe3-e717d81deee9] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:12.865 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:12.865 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:12.865 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:12.865 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:12.865 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:12.866 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:12.866 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:12.866 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ca8463d1-5c41-4d8e-99cb-237e1c7104aa"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:12.866 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:12.866 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ca8463d1-5c41-4d8e-99cb-237e1c7104aa"] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:12.866 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [error="context canceled"] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:12.865 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:12.866 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [2024/06/02 08:07:12.866 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:12.865 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:12.865 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:12.865 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:12.866 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=e81c52ce-bbce-482d-abe3-e717d81deee9] [2024/06/02 08:07:12.866 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:12.866 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:12.866 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:12.866 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:12.866 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:12.866 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:12.868 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:12.868 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ca8463d1-5c41-4d8e-99cb-237e1c7104aa] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:12.868 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:12.868 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:12.868 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:12.868 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager ca8463d1-5c41-4d8e-99cb-237e1c7104aa"] [error="context canceled"] [2024/06/02 08:07:12.868 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:13.018 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:13.018 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [error="context canceled"] [2024/06/02 08:07:13.018 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [2024/06/02 08:07:13.018 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:13.069 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ca8463d1-5c41-4d8e-99cb-237e1c7104aa"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:14.102 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:14.102 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:14.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:14.263 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager e81c52ce-bbce-482d-abe3-e717d81deee9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:14.263 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:14.263 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:14.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:14.270 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.422231898s] [2024/06/02 08:07:14.270 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:14.270 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:14.270 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:14.270 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:14.270 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:14.270 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:14.271 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:14.271 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:14.271 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:14.271 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:14.271 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:14.271 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:14.271 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:14.272 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertIgnore (4.80s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdate [2024/06/02 08:07:14.278 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:14.278 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:14.280 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:14.280 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:14.280 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:14.281 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:14.281 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:14.281 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:14.281 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:14.281 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:14.284 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:14.287 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:14.289 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:14.290 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:14.299 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:14.312 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:14.322 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ca8463d1-5c41-4d8e-99cb-237e1c7104aa"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:14.464 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=693] ["lease id"=6f188fd7fae09e39] [2024/06/02 08:07:14.467 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:14.814 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=70] ["start time"=342.033718ms] [2024/06/02 08:07:14.897 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:14.897 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=429.393879ms] [2024/06/02 08:07:14.897 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=5fdb96e9-e5b8-4787-850d-12c016d6a2cb] [runWorker=true] [2024/06/02 08:07:14.897 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:14.899 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:14.900 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:14.900 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=432.74682ms] [2024/06/02 08:07:14.903 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09dc2] [ownerID=5fdb96e9-e5b8-4787-850d-12c016d6a2cb] [op=none] [2024/06/02 08:07:14.903 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:14.904 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:14.904 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:14.905 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:14.905 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:14.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:14.908 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b9f3e6a1-66bf-46b9-a372-3deee2864899] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:14.911 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:14.911 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09dc2] [ownerID=5fdb96e9-e5b8-4787-850d-12c016d6a2cb] [op=none] [2024/06/02 08:07:14.911 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [op=none] [2024/06/02 08:07:14.912 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:14.912 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:14.977 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:14.978 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:14.979 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:15.087 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:15.106 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:15.124 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:15.124 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:15.124 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:15.124 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:15.124 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:15.124 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:15.124 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:15.124 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:15.124 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:15.127 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:15.127 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:15.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:15.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:15.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:15.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:15.128 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:15.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:15.128 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:15.128 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:15.134 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:15.137 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:15.139 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c802ce73-906f-4139-b7ba-ae5ae1ebb9f0] [2024/06/02 08:07:15.140 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:15.140 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:15.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:15.148 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:15.148 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:15.182 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:15.248 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:15.261 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:15.273 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:15.275 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/06/02 08:07:15.277 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:15.279 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/06/02 08:07:15.286 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=158.813671ms] [2024/06/02 08:07:15.286 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:15.286 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:15.306 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:15.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:15.306 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:15.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:15.359 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.392 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=573.997Β΅s] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:15.403 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=71] [2024/06/02 08:07:15.405 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=18.925698ms] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:15.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.483 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.516 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=274.375Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:15.529 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=72] [2024/06/02 08:07:15.531 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=19.466904ms] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.585 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.596 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 120, Old Table Name: _t"] [2024/06/02 08:07:15.627 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=275.558Β΅s] [gotSchemaVersion=73] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:15.638 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/06/02 08:07:15.640 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=17.160961ms] [job="ID:122, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:15.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.689 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=122] [tableIDs="[120]"] [comment="drop table: table ID"] [2024/06/02 08:07:15.704 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="drop table"] [2024/06/02 08:07:15.707 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=122] [conn=11] [job="ID:122, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:15.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.759 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/06/02 08:07:15.759 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:15.786 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:15.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:15.786 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:15.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:15.826 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.855 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=544.577Β΅s] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:15.866 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/06/02 08:07:15.868 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=17.117754ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:15.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.946 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:15.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:15.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:15.946 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:15.954 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.988 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=294.686Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:15.999 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/06/02 08:07:16.001 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=17.363577ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.036 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:15.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.046 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/06/02 08:07:16.082 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=293.149Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:16.092 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/06/02 08:07:16.094 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=16.399445ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:15.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.140 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:16.140 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:16.140 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c802ce73-906f-4139-b7ba-ae5ae1ebb9f0] [watcherID=16de5c5f-e953-44ff-bb3c-863764165506] [2024/06/02 08:07:16.140 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/06/02 08:07:16.149 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:16.149 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/06/02 08:07:16.153 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=123] [conn=11] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:15.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.161 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:16.161 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:16.161 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:16.161 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:16.207 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/06/02 08:07:16.208 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:16.211 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 0.932735705\n# Parse_time: 0.000201143\n# Compile_time: 0.000566848\n# Rewrite_time: 0.000008302\n# Optimize_time: 0.000318218\n# Wait_TS: 0.000306081\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/06/02 08:07:16.219 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/06/02 08:07:16.222 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/06/02 08:07:16.262 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:16.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:16.262 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:16.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/06/02 08:07:16.325 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=125] [conn=12] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:16.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.334 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 124, Table Name: t"] [2024/06/02 08:07:16.399 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.392699ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:16.408 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/06/02 08:07:16.410 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=17.565087ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:16.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.474 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=125] [conn=12] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:16.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.514 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/06/02 08:07:16.514 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:16.518 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=77] [cur_db=test] [sql="create table _t like t"] [user=] [2024/06/02 08:07:16.572 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:16.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:16.572 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:16.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/06/02 08:07:16.642 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=127] [conn=12] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:16.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.650 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 126, Table Name: _t"] [2024/06/02 08:07:16.699 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=2.607313ms] [gotSchemaVersion=78] [phyTblIDs="[126]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:16.710 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=127] [version=78] [2024/06/02 08:07:16.712 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=19.138357ms] [job="ID:127, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:16.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.774 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 40, tp general"] [category=ddl] [jobID=127] [conn=12] [job="ID:127, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:16.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:16.805 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/06/02 08:07:16.806 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:16.900 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:17.543 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:17.543 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [2024/06/02 08:07:17.546 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:17.546 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=14.647Β΅s] [2024/06/02 08:07:17.546 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=12.73Β΅s] [2024/06/02 08:07:17.546 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=13.849Β΅s] [2024/06/02 08:07:17.546 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 43, tp add index"] [category=ddl] ["take time"=12.174Β΅s] [2024/06/02 08:07:17.546 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:17.546 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 40, tp general"] [category=ddl] ["take time"=14.121Β΅s] [2024/06/02 08:07:17.546 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [2024/06/02 08:07:17.546 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [2024/06/02 08:07:17.546 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:17.548 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [] [2024/06/02 08:07:17.549 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:17.549 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:17.549 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:17.552 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=5fdb96e9-e5b8-4787-850d-12c016d6a2cb] ["take time"=8.881409ms] [2024/06/02 08:07:17.552 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=5fdb96e9-e5b8-4787-850d-12c016d6a2cb] [2024/06/02 08:07:17.553 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:17.554 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c802ce73-906f-4139-b7ba-ae5ae1ebb9f0] [watcherID=16de5c5f-e953-44ff-bb3c-863764165506] [2024/06/02 08:07:17.554 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:17.554 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c802ce73-906f-4139-b7ba-ae5ae1ebb9f0] [2024/06/02 08:07:17.554 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:17.554 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:17.554 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:17.554 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:17.554 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:17.554 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:17.554 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:17.554 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:17.554 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:17.554 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:17.560 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:17.560 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=693] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5fdb96e9-e5b8-4787-850d-12c016d6a2cb] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:17.561 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:17.561 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:17.561 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [error="context canceled"] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:17.561 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:17.561 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:17.561 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:17.561 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:17.561 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:17.561 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:17.562 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:17.561 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:17.561 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:17.561 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:17.562 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=5fdb96e9-e5b8-4787-850d-12c016d6a2cb] [2024/06/02 08:07:17.561 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b9f3e6a1-66bf-46b9-a372-3deee2864899"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:17.561 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:17.562 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:17.562 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [2024/06/02 08:07:17.562 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b9f3e6a1-66bf-46b9-a372-3deee2864899"] [2024/06/02 08:07:17.562 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:17.563 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:17.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:17.563 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:17.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:17.563 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b9f3e6a1-66bf-46b9-a372-3deee2864899] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:17.563 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager b9f3e6a1-66bf-46b9-a372-3deee2864899"] [error="context canceled"] [2024/06/02 08:07:17.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:17.583 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).extractTaskHandles\n\tpkg/executor/distsql.go:1048\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).fetchHandles\n\tpkg/executor/distsql.go:983\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:727\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:07:17.583 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:17.583 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:17.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:17.720 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:17.720 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [error="context canceled"] [2024/06/02 08:07:17.764 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b9f3e6a1-66bf-46b9-a372-3deee2864899"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:17.921 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:18.828 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:18.828 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:18.828 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:19.042 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b9f3e6a1-66bf-46b9-a372-3deee2864899"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:19.163 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5fdb96e9-e5b8-4787-850d-12c016d6a2cb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:19.164 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:19.164 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:19.164 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:19.172 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.628812302s] [2024/06/02 08:07:19.172 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:19.172 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:19.172 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:19.172 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:19.172 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:19.172 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:19.172 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:19.172 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:19.172 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:19.172 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:19.173 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:19.173 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:19.173 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:19.174 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdate (4.90s) === RUN TestPipelinedDMLInsertRPC [2024/06/02 08:07:19.180 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:19.180 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:19.181 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:19.182 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:19.182 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:19.183 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:19.183 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:19.183 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:19.183 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:19.183 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:19.185 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:19.188 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:19.190 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:19.192 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:19.200 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:19.211 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:19.347 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=908] ["lease id"=22318fd7fae09def] [2024/06/02 08:07:19.350 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:19.714 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=78] ["start time"=360.730482ms] [2024/06/02 08:07:19.844 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:19.844 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=494.293924ms] [2024/06/02 08:07:19.844 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=88c0f428-b8c1-4a26-98b6-4dc5baaebc5d] [runWorker=true] [2024/06/02 08:07:19.844 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:19.847 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:19.848 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:19.848 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=497.828565ms] [2024/06/02 08:07:19.850 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae09e67] [ownerID=88c0f428-b8c1-4a26-98b6-4dc5baaebc5d] [op=none] [2024/06/02 08:07:19.850 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:19.852 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:19.852 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:19.852 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:19.852 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:19.855 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:19.855 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=3d35d6fd-3fa1-4b5e-8224-686ea0aa954d] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:19.858 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:19.859 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae09e67] [ownerID=88c0f428-b8c1-4a26-98b6-4dc5baaebc5d] [op=none] [2024/06/02 08:07:19.859 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [op=none] [2024/06/02 08:07:19.859 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:19.860 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:19.923 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:19.924 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:19.925 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:20.027 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:20.045 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:20.057 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:20.057 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:20.057 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:20.057 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:20.058 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:20.058 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:20.058 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:20.058 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:20.058 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:20.060 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:20.060 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:20.061 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:20.061 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:20.061 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:20.061 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:20.061 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:20.061 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:20.061 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:20.062 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:20.064 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:20.066 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:20.072 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/cb59f6f2-1bc2-4c6b-8cfc-18bf969ae1ea] [2024/06/02 08:07:20.072 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:20.072 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:20.074 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:20.075 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:20.075 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:20.129 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:20.137 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/06/02 08:07:20.139 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:20.142 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/06/02 08:07:20.152 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:20.169 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:20.172 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:20.172 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:20.177 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=117.630505ms] [2024/06/02 08:07:20.178 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:20.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:20.247 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.280 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=620.667Β΅s] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:20.293 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=128] [version=79] [2024/06/02 08:07:20.295 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=20.231266ms] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.350 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.385 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=382.41Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:20.399 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=128] [version=80] [2024/06/02 08:07:20.401 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=20.601902ms] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.474 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.504 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 126, Old Table Name: _t"] [2024/06/02 08:07:20.539 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=284.674Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:20.551 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/06/02 08:07:20.552 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=18.730819ms] [job="ID:128, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.623 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=128] [tableIDs="[126]"] [comment="drop table: table ID"] [2024/06/02 08:07:20.637 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=128] [jobType="drop table"] [2024/06/02 08:07:20.641 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=128] [conn=13] [job="ID:128, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.700 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/06/02 08:07:20.700 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:20.729 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:20.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:20.729 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:20.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:20.802 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.837 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=594.13Β΅s] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:20.850 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/06/02 08:07:20.852 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=20.125864ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:20.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.878 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:20.878 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:20.878 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:20.878 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:20.930 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:20.967 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=294.604Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:20.980 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/06/02 08:07:20.982 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=19.686819ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.040 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:20.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.051 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 124, Old Table Name: t"] [2024/06/02 08:07:21.072 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:21.072 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:21.072 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cb59f6f2-1bc2-4c6b-8cfc-18bf969ae1ea] [watcherID=88c05b03-4af5-4dc8-bf52-d9ac2bfad558] [2024/06/02 08:07:21.075 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:21.085 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=264.264Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:21.088 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:21.088 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:21.088 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:21.088 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:21.099 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/06/02 08:07:21.101 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=21.36203ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:20.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.175 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/06/02 08:07:21.184 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/06/02 08:07:21.188 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=129] [conn=13] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:20.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.256 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/06/02 08:07:21.256 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:21.260 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 1.118685884\n# Parse_time: 0.000301019\n# Compile_time: 0.000994606\n# Rewrite_time: 0.000025296\n# Optimize_time: 0.000197701\n# Wait_TS: 0.000341926\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/06/02 08:07:21.304 +00:00] [INFO] [set.go:170] ["set global var"] [conn=14] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:21.310 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:07:21.312 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/06/02 08:07:21.351 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/06/02 08:07:21.351 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:21.414 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=131] [conn=14] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.423 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 130, Table Name: t1"] [2024/06/02 08:07:21.475 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.695606ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:21.487 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/06/02 08:07:21.489 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=20.417869ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.529 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=131] [conn=14] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.564 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/06/02 08:07:21.564 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:21.582 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=85] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/06/02 08:07:21.625 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:21.625 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/06/02 08:07:21.689 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=133] [conn=14] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.696 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 132, Table Name: _t1"] [2024/06/02 08:07:21.744 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=2.594843ms] [gotSchemaVersion=86] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:21.756 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=133] [version=86] [2024/06/02 08:07:21.758 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=20.565955ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.816 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=133] [conn=14] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.848 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:21.875 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/06/02 08:07:21.875 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:21.908 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=86] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:21.935 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:21.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:21.935 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:21.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:21.998 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=135] [conn=14] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.009 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 134, Table Name: _t1, Old Table ID: 132, Old Table Name: _t1"] [2024/06/02 08:07:22.053 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.821599ms] [gotSchemaVersion=87] [phyTblIDs="[134]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:22.064 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=87] [2024/06/02 08:07:22.066 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=20.700982ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.125 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/06/02 08:07:22.136 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/06/02 08:07:22.140 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=135] [conn=14] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.199 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/06/02 08:07:22.199 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:22.219 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183991710449665] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.677406ms] [2024/06/02 08:07:22.219 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183991710449665] [2024/06/02 08:07:22.221 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183991710449665] [commitTS=450183991710449669] [2024/06/02 08:07:22.221 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183991710449665] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] [concurrency=8] [2024/06/02 08:07:22.225 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183991710449665] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] ["cost time"=3.353602ms] ["completed regions"=1] [2024/06/02 08:07:22.225 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183991710449665] [commitTS=450183991710449669] [session=14] [2024/06/02 08:07:22.226 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=87] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:22.257 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:22.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:22.257 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:22.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:22.303 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=137] [conn=14] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:22.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.315 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 136, Table Name: _t1, Old Table ID: 134, Old Table Name: _t1"] [2024/06/02 08:07:22.358 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.961048ms] [gotSchemaVersion=88] [phyTblIDs="[136]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:22.370 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=137] [version=88] [2024/06/02 08:07:22.372 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=18.730448ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:22.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.447 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/06/02 08:07:22.456 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/06/02 08:07:22.459 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=137] [conn=14] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:22.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.541 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/06/02 08:07:22.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:22.545 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.320292599\n# Parse_time: 0.000281878\n# Compile_time: 0.000814186\n# Rewrite_time: 0.000011821\n# Optimize_time: 0.000461041\n# Wait_TS: 0.00052601\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ntruncate table _t1;"] [2024/06/02 08:07:22.563 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183991789092871] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.625011ms] [2024/06/02 08:07:22.563 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183991789092871] [2024/06/02 08:07:22.565 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183991789092871] [commitTS=450183991802200066] [2024/06/02 08:07:22.565 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183991789092871] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] [concurrency=8] [2024/06/02 08:07:22.568 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183991789092871] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] ["cost time"=3.038373ms] ["completed regions"=1] [2024/06/02 08:07:22.569 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183991789092871] [commitTS=450183991802200066] [session=14] [2024/06/02 08:07:22.580 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183991802200068] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.432666ms] [2024/06/02 08:07:22.580 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183991802200068] [2024/06/02 08:07:22.582 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183991802200068] [commitTS=450183991802200069] [2024/06/02 08:07:22.582 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183991802200068] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] [concurrency=8] [2024/06/02 08:07:22.585 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183991802200068] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] ["cost time"=2.864262ms] ["completed regions"=1] [2024/06/02 08:07:22.586 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183991802200068] [commitTS=450183991802200069] [session=14] [2024/06/02 08:07:22.599 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183991802200071] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.59576ms] [2024/06/02 08:07:22.599 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183991802200071] [2024/06/02 08:07:22.601 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183991802200071] [commitTS=450183991802200072] [2024/06/02 08:07:22.601 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183991802200071] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] [concurrency=8] [2024/06/02 08:07:22.604 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183991802200071] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] ["cost time"=3.169569ms] ["completed regions"=1] [2024/06/02 08:07:22.604 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183991802200071] [commitTS=450183991802200072] [session=14] [2024/06/02 08:07:22.614 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183991815307265] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.377258ms] [2024/06/02 08:07:22.614 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183991815307265] [2024/06/02 08:07:22.616 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183991815307265] [commitTS=450183991815307268] [2024/06/02 08:07:22.616 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183991815307265] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] [concurrency=8] [2024/06/02 08:07:22.619 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183991815307265] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] ["cost time"=2.686888ms] ["completed regions"=1] [2024/06/02 08:07:22.619 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183991815307265] [commitTS=450183991815307268] [session=14] [2024/06/02 08:07:22.621 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=88] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:07:22.647 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:22.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:22.647 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:22.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:22.689 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:22.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.724 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=630.863Β΅s] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:22.736 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=89] [2024/06/02 08:07:22.738 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=19.153595ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:22.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.798 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:22.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.830 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=259.649Β΅s] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:22.842 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=90] [2024/06/02 08:07:22.844 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=18.257468ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:22.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.880 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:22.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.890 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 130, Old Table Name: t1"] [2024/06/02 08:07:22.921 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=271.787Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:22.934 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=91] [2024/06/02 08:07:22.936 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=18.967795ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:22.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:22.987 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/06/02 08:07:22.996 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/06/02 08:07:23.000 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=138] [conn=14] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:22.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.067 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/06/02 08:07:23.067 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:23.098 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:23.098 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:23.157 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.213 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=748.869Β΅s] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:23.227 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=139] [version=92] [2024/06/02 08:07:23.228 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=20.660643ms] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.289 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.321 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=240.696Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:23.332 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=139] [version=93] [2024/06/02 08:07:23.334 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=17.37061ms] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.390 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.399 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: _t1"] [2024/06/02 08:07:23.435 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=270.453Β΅s] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:23.448 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=139] [version=94] [2024/06/02 08:07:23.449 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=17.955625ms] [job="ID:139, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:23.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.500 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=139] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/06/02 08:07:23.510 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=139] [jobType="drop table"] [2024/06/02 08:07:23.513 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=139] [conn=14] [job="ID:139, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:23.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.571 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/06/02 08:07:23.571 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:23.575 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.954999095\n# Parse_time: 0.000328124\n# Compile_time: 0.000769016\n# Rewrite_time: 0.000013744\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000441347\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/06/02 08:07:23.576 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=94] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/06/02 08:07:23.616 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:23.616 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/06/02 08:07:23.674 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=141] [conn=14] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.682 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 140, Table Name: _t1"] [2024/06/02 08:07:23.730 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.59242ms] [gotSchemaVersion=95] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:23.741 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=141] [version=95] [2024/06/02 08:07:23.743 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=18.901014ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.783 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=141] [conn=14] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.819 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/06/02 08:07:23.819 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:23.843 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=95] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:23.893 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:23.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:23.893 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:23.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:23.959 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=143] [conn=14] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.972 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 142, Table Name: _t1, Old Table ID: 140, Old Table Name: _t1"] [2024/06/02 08:07:24.018 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=3.116403ms] [gotSchemaVersion=96] [phyTblIDs="[142]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:24.029 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=143] [version=96] [2024/06/02 08:07:24.031 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=21.267095ms] [job="ID:143, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.092 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=143] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/06/02 08:07:24.103 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=143] [jobType="truncate table"] [2024/06/02 08:07:24.108 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=143] [conn=14] [job="ID:143, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.164 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=143] [2024/06/02 08:07:24.164 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:24.167 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.324612184\n# Parse_time: 0.000196198\n# Compile_time: 0.000650416\n# Rewrite_time: 0.000010199\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000844173\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/06/02 08:07:24.178 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992221630466] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.391295ms] [2024/06/02 08:07:24.178 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183992221630466] [2024/06/02 08:07:24.180 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992221630466] [commitTS=450183992221630470] [2024/06/02 08:07:24.180 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992221630466] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] [concurrency=8] [2024/06/02 08:07:24.183 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=96] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:24.183 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992221630466] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] ["cost time"=2.903986ms] ["completed regions"=1] [2024/06/02 08:07:24.183 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992221630466] [commitTS=450183992221630470] [session=14] [2024/06/02 08:07:24.216 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:24.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:24.216 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:24.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:24.269 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.279 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 144, Table Name: _t1, Old Table ID: 142, Old Table Name: _t1"] [2024/06/02 08:07:24.324 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=3.205173ms] [gotSchemaVersion=97] [phyTblIDs="[144]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:24.336 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=97] [2024/06/02 08:07:24.338 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=21.041229ms] [job="ID:145, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.391 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[142]"] [comment="drop table: table ID"] [2024/06/02 08:07:24.401 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="truncate table"] [2024/06/02 08:07:24.405 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.462 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/06/02 08:07:24.462 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:24.477 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992300273666] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.35891ms] [2024/06/02 08:07:24.477 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183992300273666] [2024/06/02 08:07:24.479 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992300273666] [commitTS=450183992300273670] [2024/06/02 08:07:24.479 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992300273666] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] [concurrency=8] [2024/06/02 08:07:24.482 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992300273666] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] ["cost time"=2.958603ms] ["completed regions"=1] [2024/06/02 08:07:24.482 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992300273666] [commitTS=450183992300273670] [session=14] [2024/06/02 08:07:24.489 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992300273671] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.49806ms] [2024/06/02 08:07:24.489 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183992300273671] [2024/06/02 08:07:24.509 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992300273671] [commitTS=450183992300273673] [2024/06/02 08:07:24.510 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992300273671] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] [concurrency=8] [2024/06/02 08:07:24.514 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992300273671] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] ["cost time"=4.00866ms] ["completed regions"=1] [2024/06/02 08:07:24.514 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992300273671] [commitTS=450183992300273673] [session=14] [2024/06/02 08:07:24.525 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992313380865] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.635083ms] [2024/06/02 08:07:24.525 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183992313380865] [2024/06/02 08:07:24.527 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992313380865] [commitTS=450183992313380866] [2024/06/02 08:07:24.528 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992313380865] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] [concurrency=8] [2024/06/02 08:07:24.531 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992313380865] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] ["cost time"=2.833002ms] ["completed regions"=1] [2024/06/02 08:07:24.531 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992313380865] [commitTS=450183992313380866] [session=14] [2024/06/02 08:07:24.536 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992313380868] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.521725ms] [2024/06/02 08:07:24.536 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183992313380868] [2024/06/02 08:07:24.538 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992313380868] [commitTS=450183992313380869] [2024/06/02 08:07:24.538 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992313380868] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] [concurrency=8] [2024/06/02 08:07:24.541 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:07:24.541 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992313380868] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] ["cost time"=2.731084ms] ["completed regions"=1] [2024/06/02 08:07:24.541 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992313380868] [commitTS=450183992313380869] [session=14] [2024/06/02 08:07:24.572 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:24.572 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:24.627 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.658 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=716.054Β΅s] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:24.671 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=146] [version=98] [2024/06/02 08:07:24.676 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=22.751973ms] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.735 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.765 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=291.399Β΅s] [gotSchemaVersion=99] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:24.778 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=146] [version=99] [2024/06/02 08:07:24.780 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=19.579367ms] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.827 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.837 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 144, Old Table Name: _t1"] [2024/06/02 08:07:24.871 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=274.672Β΅s] [gotSchemaVersion=100] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:24.883 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/06/02 08:07:24.885 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=18.185482ms] [job="ID:146, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:24.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.951 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=146] [tableIDs="[144]"] [comment="drop table: table ID"] [2024/06/02 08:07:24.960 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=146] [jobType="drop table"] [2024/06/02 08:07:24.964 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=146] [conn=14] [job="ID:146, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:24.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.023 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/06/02 08:07:25.023 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:25.027 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.48708965\n# Parse_time: 0.000366733\n# Compile_time: 0.000767297\n# Rewrite_time: 0.000010301\n# Optimize_time: 0.000461041\n# Wait_TS: 0.00052788\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/06/02 08:07:25.029 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=100] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/06/02 08:07:25.068 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:25.068 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/06/02 08:07:25.119 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=148] [conn=14] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:25.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.126 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 147, Table Name: t1"] [2024/06/02 08:07:25.175 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.590212ms] [gotSchemaVersion=101] [phyTblIDs="[147]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:25.208 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/06/02 08:07:25.210 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=41.84706ms] [job="ID:148, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.285 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=148] [conn=14] [job="ID:148, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:25.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.324 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/06/02 08:07:25.324 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:25.328 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.300545935\n# Parse_time: 0.000677756\n# Compile_time: 0.000832365\n# Rewrite_time: 0.000013919\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000481306\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/06/02 08:07:25.340 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992523096071] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.469811ms] [2024/06/02 08:07:25.340 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183992523096071] [2024/06/02 08:07:25.342 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992523096071] [commitTS=450183992523096074] [2024/06/02 08:07:25.342 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992523096071] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] [concurrency=8] [2024/06/02 08:07:25.344 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=101] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/06/02 08:07:25.345 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992523096071] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] ["cost time"=3.030916ms] ["completed regions"=1] [2024/06/02 08:07:25.345 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992523096071] [commitTS=450183992523096074] [session=14] [2024/06/02 08:07:25.382 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:25.382 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/06/02 08:07:25.447 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:25.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.455 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 149, Table Name: _t1"] [2024/06/02 08:07:25.510 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=2.472387ms] [gotSchemaVersion=102] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:25.522 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/06/02 08:07:25.523 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=19.71416ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.581 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:25.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.613 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/06/02 08:07:25.613 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:25.637 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=102] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:25.663 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:25.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:25.663 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:25.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:25.721 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=152] [conn=14] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:25.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.732 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 151, Table Name: _t1, Old Table ID: 149, Old Table Name: _t1"] [2024/06/02 08:07:25.770 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=3.003607ms] [gotSchemaVersion=103] [phyTblIDs="[151]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:25.781 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/06/02 08:07:25.783 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=18.800632ms] [job="ID:152, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.820 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/06/02 08:07:25.828 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="truncate table"] [2024/06/02 08:07:25.832 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=152] [conn=14] [job="ID:152, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:25.912 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/06/02 08:07:25.912 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:25.927 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992680382467] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.592799ms] [2024/06/02 08:07:25.928 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=450183992680382467] [2024/06/02 08:07:25.929 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992680382467] [commitTS=450183992680382469] [2024/06/02 08:07:25.930 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992680382467] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] [concurrency=8] [2024/06/02 08:07:25.933 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992680382467] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] ["cost time"=2.985932ms] ["completed regions"=1] [2024/06/02 08:07:25.933 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992680382467] [commitTS=450183992680382469] [session=14] [2024/06/02 08:07:25.933 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=103] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:25.962 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:25.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:25.962 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:25.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:26.020 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=154] [conn=14] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:25.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.031 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 153, Table Name: _t1, Old Table ID: 151, Old Table Name: _t1"] [2024/06/02 08:07:26.075 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=3.053805ms] [gotSchemaVersion=104] [phyTblIDs="[153]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:26.088 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/06/02 08:07:26.090 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=22.846943ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.129 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/06/02 08:07:26.138 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/06/02 08:07:26.142 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=154] [conn=14] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:25.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.201 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/06/02 08:07:26.201 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:26.216 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992759287809] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.548982ms] [2024/06/02 08:07:26.216 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=450183992759287809] [2024/06/02 08:07:26.218 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992759287809] [commitTS=450183992759287811] [2024/06/02 08:07:26.218 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992759287809] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/06/02 08:07:26.221 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992759287809] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=2.568566ms] ["completed regions"=1] [2024/06/02 08:07:26.221 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992759287809] [commitTS=450183992759287811] [session=14] [2024/06/02 08:07:26.250 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992759287815] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.632174ms] [2024/06/02 08:07:26.250 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=450183992759287815] [2024/06/02 08:07:26.252 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992759287815] [commitTS=450183992759287817] [2024/06/02 08:07:26.252 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992759287815] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] [concurrency=8] [2024/06/02 08:07:26.255 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992759287815] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] ["cost time"=3.089882ms] ["completed regions"=1] [2024/06/02 08:07:26.255 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992759287815] [commitTS=450183992759287817] [session=14] [2024/06/02 08:07:26.269 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183992772132865] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.317675ms] [2024/06/02 08:07:26.269 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=450183992772132865] [2024/06/02 08:07:26.271 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183992772132865] [commitTS=450183992772132867] [2024/06/02 08:07:26.271 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183992772132865] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/06/02 08:07:26.274 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183992772132865] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=2.754406ms] ["completed regions"=1] [2024/06/02 08:07:26.274 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183992772132865] [commitTS=450183992772132867] [session=14] [2024/06/02 08:07:26.276 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=104] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:07:26.301 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:26.301 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:26.339 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.370 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=613.114Β΅s] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.381 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=155] [version=105] [2024/06/02 08:07:26.383 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=16.8906ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.463 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.495 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=337.494Β΅s] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.506 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=155] [version=106] [2024/06/02 08:07:26.508 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=18.100395ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.571 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.580 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 147, Old Table Name: t1"] [2024/06/02 08:07:26.615 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=226.795Β΅s] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.625 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=155] [version=107] [2024/06/02 08:07:26.627 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=21.388899ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:26.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.669 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[147]"] [comment="drop table: table ID"] [2024/06/02 08:07:26.677 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/06/02 08:07:26.681 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=155] [conn=14] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:26.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.735 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/06/02 08:07:26.735 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:26.761 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:26.761 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:26.803 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.837 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=594.27Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.848 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=156] [version=108] [2024/06/02 08:07:26.850 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=16.879318ms] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:26.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.906 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:26.937 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=240.019Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:26.949 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=156] [version=109] [2024/06/02 08:07:26.951 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=17.986223ms] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.006 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:26.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.016 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: _t1"] [2024/06/02 08:07:27.049 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=254.723Β΅s] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:27.058 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=156] [version=110] [2024/06/02 08:07:27.060 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=15.179993ms] [job="ID:156, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:26.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.136 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/06/02 08:07:27.144 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="drop table"] [2024/06/02 08:07:27.148 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=156] [conn=14] [job="ID:156, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:26.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.201 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/06/02 08:07:27.202 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:27.205 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.930309953\n# Parse_time: 0.000465159\n# Compile_time: 0.000819441\n# Rewrite_time: 0.000014001\n# Optimize_time: 0.000461041\n# Wait_TS: 0.00037848\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/06/02 08:07:27.208 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=110] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/06/02 08:07:27.243 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:27.243 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/06/02 08:07:27.303 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=158] [conn=14] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.311 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 157, Table Name: _t1"] [2024/06/02 08:07:27.356 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.517824ms] [gotSchemaVersion=111] [phyTblIDs="[157]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:27.366 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=158] [version=111] [2024/06/02 08:07:27.368 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=18.854819ms] [job="ID:158, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.425 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=158] [conn=14] [job="ID:158, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.463 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=158] [2024/06/02 08:07:27.463 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:27.483 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=111] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:27.510 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:27.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:27.510 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:27.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:27.554 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=160] [conn=14] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.564 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 159, Table Name: _t1, Old Table ID: 157, Old Table Name: _t1"] [2024/06/02 08:07:27.608 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=3.143327ms] [gotSchemaVersion=112] [phyTblIDs="[159]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:27.621 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=112] [2024/06/02 08:07:27.623 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=21.969225ms] [job="ID:160, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.676 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[157]"] [comment="drop table: table ID"] [2024/06/02 08:07:27.685 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="truncate table"] [2024/06/02 08:07:27.689 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=160] [conn=14] [job="ID:160, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.764 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/06/02 08:07:27.765 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:27.776 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183993165611010] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.57433ms] [2024/06/02 08:07:27.776 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=450183993165611010] [2024/06/02 08:07:27.778 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183993165611010] [commitTS=450183993165611012] [2024/06/02 08:07:27.778 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183993165611010] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] [concurrency=8] [2024/06/02 08:07:27.780 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=112] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:27.781 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183993165611010] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] ["cost time"=3.159754ms] ["completed regions"=1] [2024/06/02 08:07:27.781 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183993165611010] [commitTS=450183993165611012] [session=14] [2024/06/02 08:07:27.813 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:27.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:27.813 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:27.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:27.872 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=162] [conn=14] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.883 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 161, Table Name: _t1, Old Table ID: 159, Old Table Name: _t1"] [2024/06/02 08:07:27.931 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=3.183077ms] [gotSchemaVersion=113] [phyTblIDs="[161]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:27.942 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/06/02 08:07:27.944 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=25.317257ms] [job="ID:162, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.991 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[159]"] [comment="drop table: table ID"] [2024/06/02 08:07:28.000 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="truncate table"] [2024/06/02 08:07:28.004 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=162] [conn=14] [job="ID:162, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.059 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/06/02 08:07:28.059 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:28.071 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183993244254210] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.467795ms] [2024/06/02 08:07:28.071 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=450183993244254210] [2024/06/02 08:07:28.073 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183993244254210] [commitTS=450183993244254212] [2024/06/02 08:07:28.073 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183993244254210] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/06/02 08:07:28.076 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183993244254210] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=2.847675ms] ["completed regions"=1] [2024/06/02 08:07:28.076 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183993244254210] [commitTS=450183993244254212] [session=14] [2024/06/02 08:07:28.097 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183993244254221] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.599828ms] [2024/06/02 08:07:28.097 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=450183993244254221] [2024/06/02 08:07:28.099 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183993244254221] [commitTS=450183993244254223] [2024/06/02 08:07:28.099 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183993244254221] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] [concurrency=8] [2024/06/02 08:07:28.102 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183993244254221] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] ["cost time"=3.019858ms] ["completed regions"=1] [2024/06/02 08:07:28.102 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183993244254221] [commitTS=450183993244254223] [session=14] [2024/06/02 08:07:28.111 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183993244254225] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.363836ms] [2024/06/02 08:07:28.111 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=450183993244254225] [2024/06/02 08:07:28.113 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183993244254225] [commitTS=450183993257099267] [2024/06/02 08:07:28.113 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183993244254225] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/06/02 08:07:28.116 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=113] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:07:28.116 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183993244254225] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=2.904341ms] ["completed regions"=1] [2024/06/02 08:07:28.116 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183993244254225] [commitTS=450183993257099267] [session=14] [2024/06/02 08:07:28.142 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:28.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:28.142 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:28.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:28.207 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:28.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.237 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=558.998Β΅s] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:28.249 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=163] [version=114] [2024/06/02 08:07:28.251 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=18.291295ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:28.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.320 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:28.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.354 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=291.232Β΅s] [gotSchemaVersion=115] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:28.366 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=163] [version=115] [2024/06/02 08:07:28.368 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=17.576316ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:28.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.446 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:28.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.456 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 161, Old Table Name: _t1"] [2024/06/02 08:07:28.490 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=314.617Β΅s] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:28.501 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=163] [version=116] [2024/06/02 08:07:28.503 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=18.060817ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:28.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.573 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/06/02 08:07:28.581 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/06/02 08:07:28.585 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=163] [conn=14] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:28.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.641 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/06/02 08:07:28.641 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:28.645 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.530282081\n# Parse_time: 0.000290471\n# Compile_time: 0.000695474\n# Rewrite_time: 0.000011641\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000504469\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/06/02 08:07:28.647 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=116] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/06/02 08:07:28.685 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:28.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:28.685 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:28.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/06/02 08:07:28.744 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=165] [conn=14] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:28.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.752 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 164, Table Name: t1"] [2024/06/02 08:07:28.815 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=2.697664ms] [gotSchemaVersion=117] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:28.827 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=165] [version=117] [2024/06/02 08:07:28.829 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=20.324432ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:28.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.880 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=165] [conn=14] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:28.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:28.915 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/06/02 08:07:28.915 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:28.928 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183993466814469] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.208175ms] [2024/06/02 08:07:28.928 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183993466814469] [2024/06/02 08:07:28.930 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183993466814469] [commitTS=450183993466814472] [2024/06/02 08:07:28.931 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183993466814469] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] [concurrency=8] [2024/06/02 08:07:28.932 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=117] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/06/02 08:07:28.934 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183993466814469] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] ["cost time"=2.901017ms] ["completed regions"=1] [2024/06/02 08:07:28.934 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183993466814469] [commitTS=450183993466814472] [session=14] [2024/06/02 08:07:28.973 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:28.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:28.973 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:28.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/06/02 08:07:29.028 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=167] [conn=14] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:28.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.036 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 166, Table Name: _t1"] [2024/06/02 08:07:29.129 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.843859ms] [gotSchemaVersion=118] [phyTblIDs="[166]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:29.140 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=167] [version=118] [2024/06/02 08:07:29.142 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=20.827653ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:28.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.198 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=167] [conn=14] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:28.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.241 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/06/02 08:07:29.241 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:29.245 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.313615229\n# Parse_time: 0.00068792\n# Compile_time: 0.000807153\n# Rewrite_time: 0.000008145\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000528421\n# DB: test\n# Is_internal: false\n# Digest: fe0a89d8f546cab4cb1b04b2878537146e438bd17425c24a839836b9e71d22e9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int, unique index idx(b));"] [2024/06/02 08:07:29.274 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=118] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:29.300 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:29.300 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:29.364 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=169] [conn=14] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.375 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 168, Table Name: _t1, Old Table ID: 166, Old Table Name: _t1"] [2024/06/02 08:07:29.421 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=3.570802ms] [gotSchemaVersion=119] [phyTblIDs="[168]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:29.433 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=169] [version=119] [2024/06/02 08:07:29.435 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=21.747124ms] [job="ID:169, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.485 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[166]"] [comment="drop table: table ID"] [2024/06/02 08:07:29.493 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="truncate table"] [2024/06/02 08:07:29.496 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=169] [conn=14] [job="ID:169, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.553 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/06/02 08:07:29.553 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:29.572 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183993637208065] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.460629ms] [2024/06/02 08:07:29.572 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=450183993637208065] [2024/06/02 08:07:29.574 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183993637208065] [commitTS=450183993637208069] [2024/06/02 08:07:29.574 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183993637208065] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] [concurrency=8] [2024/06/02 08:07:29.577 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183993637208065] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] ["cost time"=3.103611ms] ["completed regions"=1] [2024/06/02 08:07:29.577 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183993637208065] [commitTS=450183993637208069] [session=14] [2024/06/02 08:07:29.578 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=119] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:29.606 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:29.606 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:29.656 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=171] [conn=14] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.666 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 170, Table Name: _t1, Old Table ID: 168, Old Table Name: _t1"] [2024/06/02 08:07:29.733 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=3.582845ms] [gotSchemaVersion=120] [phyTblIDs="[170]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:29.745 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=171] [version=120] [2024/06/02 08:07:29.747 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=22.442509ms] [job="ID:171, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.811 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[168]"] [comment="drop table: table ID"] [2024/06/02 08:07:29.820 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="truncate table"] [2024/06/02 08:07:29.824 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=171] [conn=14] [job="ID:171, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:29.884 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/06/02 08:07:29.884 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:29.888 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.310035393\n# Parse_time: 0.000214129\n# Compile_time: 0.000798675\n# Rewrite_time: 0.000014451\n# Optimize_time: 0.000461041\n# Wait_TS: 0.00040467\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/06/02 08:07:29.907 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183993715851275] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.52294ms] [2024/06/02 08:07:29.907 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=450183993715851275] [2024/06/02 08:07:29.909 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183993715851275] [commitTS=450183993729220609] [2024/06/02 08:07:29.909 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183993715851275] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/06/02 08:07:29.912 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183993715851275] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=2.749207ms] ["completed regions"=1] [2024/06/02 08:07:29.912 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183993715851275] [commitTS=450183993729220609] [session=14] [2024/06/02 08:07:29.943 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183993729220613] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.284422ms] [2024/06/02 08:07:29.944 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183993729220613] [2024/06/02 08:07:29.945 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183993729220613] [commitTS=450183993729220614] [2024/06/02 08:07:29.945 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183993729220613] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/06/02 08:07:29.948 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183993729220613] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=2.648375ms] ["completed regions"=1] [2024/06/02 08:07:29.948 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183993729220613] [commitTS=450183993729220614] [session=14] [2024/06/02 08:07:29.966 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183993729220616] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.933241ms] [2024/06/02 08:07:29.966 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=450183993729220616] [2024/06/02 08:07:29.968 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183993729220616] [commitTS=450183993742065666] [2024/06/02 08:07:29.968 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183993729220616] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] [concurrency=8] [2024/06/02 08:07:29.971 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183993729220616] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] ["cost time"=2.538056ms] ["completed regions"=1] [2024/06/02 08:07:29.971 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183993729220616] [commitTS=450183993742065666] [session=14] [2024/06/02 08:07:29.975 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=120] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:07:30.001 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:30.001 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:30.062 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.091 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=566.988Β΅s] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.103 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=121] [2024/06/02 08:07:30.105 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=18.357871ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.167 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.197 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=286.074Β΅s] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.211 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=122] [2024/06/02 08:07:30.212 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=19.026432ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.273 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.282 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 164, Old Table Name: t1"] [2024/06/02 08:07:30.339 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=423.623Β΅s] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.352 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=123] [2024/06/02 08:07:30.354 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=40.184555ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.406 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/06/02 08:07:30.415 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/06/02 08:07:30.419 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=172] [conn=14] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.480 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/06/02 08:07:30.481 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:30.509 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:30.509 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:30.577 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.606 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=707.033Β΅s] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.617 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=124] [2024/06/02 08:07:30.619 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=15.818358ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.681 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.715 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=265.515Β΅s] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.727 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=125] [2024/06/02 08:07:30.728 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=17.227537ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.787 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.796 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 170, Old Table Name: _t1"] [2024/06/02 08:07:30.830 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=249.226Β΅s] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.842 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=126] [2024/06/02 08:07:30.844 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=17.53774ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:30.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.881 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/06/02 08:07:30.890 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/06/02 08:07:30.894 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=173] [conn=14] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:30.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.950 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/06/02 08:07:30.950 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:30.954 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.9796907\n# Parse_time: 0.0004328\n# Compile_time: 0.000952685\n# Rewrite_time: 0.000015499\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000424636\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/06/02 08:07:30.956 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=126] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/06/02 08:07:31.019 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:31.019 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/06/02 08:07:31.086 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=175] [conn=14] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.098 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 174, Table Name: _t1"] [2024/06/02 08:07:31.159 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.734721ms] [gotSchemaVersion=127] [phyTblIDs="[174]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:31.173 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=175] [version=127] [2024/06/02 08:07:31.174 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=22.878645ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.236 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=175] [conn=14] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.274 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/06/02 08:07:31.274 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:31.278 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.323464135\n# Parse_time: 0.000596971\n# Compile_time: 0.0007862\n# Rewrite_time: 0.000007725\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000342891\n# DB: test\n# Is_internal: false\n# Digest: fe0a89d8f546cab4cb1b04b2878537146e438bd17425c24a839836b9e71d22e9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int, unique index idx(b));"] [2024/06/02 08:07:31.301 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:31.328 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:31.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:31.328 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:31.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:31.382 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=177] [conn=14] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:31.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.393 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 176, Table Name: _t1, Old Table ID: 174, Old Table Name: _t1"] [2024/06/02 08:07:31.436 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=3.331929ms] [gotSchemaVersion=128] [phyTblIDs="[176]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:31.448 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=177] [version=128] [2024/06/02 08:07:31.450 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=20.543674ms] [job="ID:177, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:31.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.523 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[174]"] [comment="drop table: table ID"] [2024/06/02 08:07:31.532 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="truncate table"] [2024/06/02 08:07:31.536 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=177] [conn=14] [job="ID:177, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:31.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.590 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/06/02 08:07:31.590 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:31.605 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183994161758217] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.545506ms] [2024/06/02 08:07:31.605 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=450183994161758217] [2024/06/02 08:07:31.607 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183994161758217] [commitTS=450183994161758223] [2024/06/02 08:07:31.607 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183994161758217] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] [concurrency=8] [2024/06/02 08:07:31.611 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:31.611 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183994161758217] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] ["cost time"=3.404227ms] ["completed regions"=1] [2024/06/02 08:07:31.611 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183994161758217] [commitTS=450183994161758223] [session=14] [2024/06/02 08:07:31.689 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=50.553689ms] [2024/06/02 08:07:31.693 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:31.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:31.693 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:31.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:31.741 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=179] [conn=14] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:31.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.752 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 178, Table Name: _t1, Old Table ID: 176, Old Table Name: _t1"] [2024/06/02 08:07:31.803 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=3.426965ms] [gotSchemaVersion=129] [phyTblIDs="[178]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:31.815 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=179] [version=129] [2024/06/02 08:07:31.817 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=21.714689ms] [job="ID:179, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:31.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.873 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=179] [tableIDs="[176]"] [comment="drop table: table ID"] [2024/06/02 08:07:31.882 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="truncate table"] [2024/06/02 08:07:31.886 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=179] [conn=14] [job="ID:179, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:31.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.946 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/06/02 08:07:31.946 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:31.950 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.339624836\n# Parse_time: 0.000277225\n# Compile_time: 0.000866478\n# Rewrite_time: 0.000011884\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000396926\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/06/02 08:07:31.966 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183994253246476] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.516112ms] [2024/06/02 08:07:31.966 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=450183994253246476] [2024/06/02 08:07:31.968 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183994253246476] [commitTS=450183994266615811] [2024/06/02 08:07:31.968 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183994253246476] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/06/02 08:07:31.971 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183994253246476] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=2.946074ms] ["completed regions"=1] [2024/06/02 08:07:31.971 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183994253246476] [commitTS=450183994266615811] [session=14] [2024/06/02 08:07:31.993 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183994266615814] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.442892ms] [2024/06/02 08:07:31.993 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183994266615814] [2024/06/02 08:07:31.994 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183994266615814] [commitTS=450183994266615816] [2024/06/02 08:07:31.994 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183994266615814] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/06/02 08:07:31.997 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183994266615814] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=2.813802ms] ["completed regions"=1] [2024/06/02 08:07:31.998 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183994266615814] [commitTS=450183994266615816] [session=14] [2024/06/02 08:07:32.009 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183994266615817] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.49126ms] [2024/06/02 08:07:32.009 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=450183994266615817] [2024/06/02 08:07:32.011 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183994266615817] [commitTS=450183994279723009] [2024/06/02 08:07:32.011 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183994266615817] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] [concurrency=8] [2024/06/02 08:07:32.014 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:07:32.014 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183994266615817] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] ["cost time"=2.926291ms] ["completed regions"=1] [2024/06/02 08:07:32.014 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183994266615817] [commitTS=450183994279723009] [session=14] [2024/06/02 08:07:32.039 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:32.039 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:32.087 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.121 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=603.624Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:32.132 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=180] [version=130] [2024/06/02 08:07:32.134 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=17.158379ms] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.200 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.235 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=265.148Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:32.246 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=180] [version=131] [2024/06/02 08:07:32.248 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=17.827614ms] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.325 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.335 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 178, Old Table Name: _t1"] [2024/06/02 08:07:32.400 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=396.674Β΅s] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:32.414 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=180] [version=132] [2024/06/02 08:07:32.416 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=20.151072ms] [job="ID:180, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:32.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.480 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=180] [tableIDs="[178]"] [comment="drop table: table ID"] [2024/06/02 08:07:32.489 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=180] [jobType="drop table"] [2024/06/02 08:07:32.493 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=180] [conn=14] [job="ID:180, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:32.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.550 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/06/02 08:07:32.551 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:32.554 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.541431975\n# Parse_time: 0.000320176\n# Compile_time: 0.000788033\n# Rewrite_time: 0.000011439\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000345927\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/06/02 08:07:32.556 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=132] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/06/02 08:07:32.597 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:32.597 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/06/02 08:07:32.654 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=182] [conn=14] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.662 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 181, Table Name: t1"] [2024/06/02 08:07:32.715 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=2.76157ms] [gotSchemaVersion=133] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:32.726 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=182] [version=133] [2024/06/02 08:07:32.728 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=19.643127ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.789 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=182] [conn=14] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.824 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/06/02 08:07:32.824 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:32.837 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183994489438215] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.321826ms] [2024/06/02 08:07:32.837 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=450183994489438215] [2024/06/02 08:07:32.839 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183994489438215] [commitTS=450183994489438218] [2024/06/02 08:07:32.839 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183994489438215] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] [concurrency=8] [2024/06/02 08:07:32.842 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=133] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/06/02 08:07:32.842 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183994489438215] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] ["cost time"=2.838333ms] ["completed regions"=1] [2024/06/02 08:07:32.843 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183994489438215] [commitTS=450183994489438218] [session=14] [2024/06/02 08:07:32.880 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:32.880 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/06/02 08:07:32.940 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=184] [conn=14] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:32.948 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 183, Table Name: _t1"] [2024/06/02 08:07:33.040 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=3.038484ms] [gotSchemaVersion=134] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:33.052 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=184] [version=134] [2024/06/02 08:07:33.054 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=21.914275ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:32.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.126 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=184] [conn=14] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:32.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.166 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/06/02 08:07:33.166 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:33.169 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.329158913\n# Parse_time: 0.000679417\n# Compile_time: 0.000925627\n# Rewrite_time: 0.000011009\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000380419\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/06/02 08:07:33.194 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=134] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:33.222 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:33.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:33.222 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:33.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:33.257 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=186] [conn=14] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.268 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 185, Table Name: _t1, Old Table ID: 183, Old Table Name: _t1"] [2024/06/02 08:07:33.318 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=3.643298ms] [gotSchemaVersion=135] [phyTblIDs="[185]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:33.330 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/06/02 08:07:33.332 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=21.422177ms] [job="ID:186, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.387 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/06/02 08:07:33.395 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="truncate table"] [2024/06/02 08:07:33.399 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=186] [conn=14] [job="ID:186, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.458 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/06/02 08:07:33.458 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:33.473 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183994659831811] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.613201ms] [2024/06/02 08:07:33.473 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=450183994659831811] [2024/06/02 08:07:33.474 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183994659831811] [commitTS=450183994659831812] [2024/06/02 08:07:33.475 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183994659831811] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] [concurrency=8] [2024/06/02 08:07:33.478 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183994659831811] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] ["cost time"=2.925723ms] ["completed regions"=1] [2024/06/02 08:07:33.478 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183994659831811] [commitTS=450183994659831812] [session=14] [2024/06/02 08:07:33.478 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=135] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:33.507 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:33.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:33.507 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:33.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:33.553 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=188] [conn=14] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.564 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 187, Table Name: _t1, Old Table ID: 185, Old Table Name: _t1"] [2024/06/02 08:07:33.647 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=3.757209ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:33.659 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/06/02 08:07:33.661 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=24.760457ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.717 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[185]"] [comment="drop table: table ID"] [2024/06/02 08:07:33.725 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/06/02 08:07:33.729 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=188] [conn=14] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.787 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/06/02 08:07:33.787 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:33.792 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.314679766\n# Parse_time: 0.000208686\n# Compile_time: 0.000790952\n# Rewrite_time: 0.000009959\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000424697\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/06/02 08:07:33.806 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183994738212871] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.760181ms] [2024/06/02 08:07:33.806 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=450183994738212871] [2024/06/02 08:07:33.808 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183994738212871] [commitTS=450183994738212872] [2024/06/02 08:07:33.808 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183994738212871] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] [concurrency=8] [2024/06/02 08:07:33.811 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183994738212871] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] ["cost time"=3.362188ms] ["completed regions"=1] [2024/06/02 08:07:33.812 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183994738212871] [commitTS=450183994738212872] [session=14] [2024/06/02 08:07:33.845 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183994751320068] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.678937ms] [2024/06/02 08:07:33.846 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=450183994751320068] [2024/06/02 08:07:33.847 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183994751320068] [commitTS=450183994751320069] [2024/06/02 08:07:33.847 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183994751320068] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/06/02 08:07:33.851 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183994751320068] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=3.181087ms] ["completed regions"=1] [2024/06/02 08:07:33.851 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183994751320068] [commitTS=450183994751320069] [session=14] [2024/06/02 08:07:33.870 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183994764427266] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.556735ms] [2024/06/02 08:07:33.870 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=450183994764427266] [2024/06/02 08:07:33.871 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183994764427266] [commitTS=450183994764427269] [2024/06/02 08:07:33.872 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183994764427266] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/06/02 08:07:33.875 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183994764427266] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=2.824737ms] ["completed regions"=1] [2024/06/02 08:07:33.875 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183994764427266] [commitTS=450183994764427269] [session=14] [2024/06/02 08:07:33.877 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=136] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:07:33.908 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:33.908 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:33.949 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:33.979 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=584.359Β΅s] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:33.990 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/06/02 08:07:33.992 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=17.121311ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.026 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.061 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=262.115Β΅s] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:34.071 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/06/02 08:07:34.073 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=16.6421ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.134 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.143 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 181, Old Table Name: t1"] [2024/06/02 08:07:34.174 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=255.809Β΅s] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:34.188 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/06/02 08:07:34.190 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=20.824708ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:33.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.227 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/06/02 08:07:34.236 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/06/02 08:07:34.240 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=189] [conn=14] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:33.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.325 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/06/02 08:07:34.325 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:34.359 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:34.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:34.359 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:34.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/06/02 08:07:34.396 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:34.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.425 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=704.929Β΅s] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:34.437 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=190] [version=140] [2024/06/02 08:07:34.438 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=17.859338ms] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:34.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.496 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:34.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.526 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=276.048Β΅s] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:34.537 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=190] [version=141] [2024/06/02 08:07:34.539 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=17.088034ms] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:34.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.573 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:34.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.582 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 187, Old Table Name: _t1"] [2024/06/02 08:07:34.616 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=255.564Β΅s] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:34.628 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=190] [version=142] [2024/06/02 08:07:34.629 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=18.136439ms] [job="ID:190, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:34.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.663 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/06/02 08:07:34.672 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="drop table"] [2024/06/02 08:07:34.676 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=190] [conn=14] [job="ID:190, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:34.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.734 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/06/02 08:07:34.734 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:34.737 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.861618742\n# Parse_time: 0.00067875\n# Compile_time: 0.000962102\n# Rewrite_time: 0.000014504\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000419571\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/06/02 08:07:34.739 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=142] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/06/02 08:07:34.779 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:34.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:34.779 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:34.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/06/02 08:07:34.841 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=192] [conn=14] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:34.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.849 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 191, Table Name: _t1"] [2024/06/02 08:07:34.905 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=2.840972ms] [gotSchemaVersion=143] [phyTblIDs="[191]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:34.917 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/06/02 08:07:34.918 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=20.134966ms] [job="ID:192, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:34.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.006 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=192] [conn=14] [job="ID:192, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:34.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.044 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/06/02 08:07:35.045 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:35.048 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.310262881\n# Parse_time: 0.000696481\n# Compile_time: 0.00094425\n# Rewrite_time: 0.000009661\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000310808\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/06/02 08:07:35.067 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=143] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:35.098 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:35.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:35.098 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:35.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:35.173 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=194] [conn=14] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:35.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.183 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 193, Table Name: _t1, Old Table ID: 191, Old Table Name: _t1"] [2024/06/02 08:07:35.225 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=3.191419ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:35.237 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/06/02 08:07:35.239 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=21.389299ms] [job="ID:194, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.288 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=194] [tableIDs="[191]"] [comment="drop table: table ID"] [2024/06/02 08:07:35.296 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="truncate table"] [2024/06/02 08:07:35.300 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=194] [conn=14] [job="ID:194, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.362 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/06/02 08:07:35.362 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:35.367 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.300132722\n# Parse_time: 0.000183261\n# Compile_time: 0.000704381\n# Rewrite_time: 0.000008412\n# Optimize_time: 0.000461041\n# Wait_TS: 0.000343583\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/06/02 08:07:35.376 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183995157643268] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.930387ms] [2024/06/02 08:07:35.376 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=450183995157643268] [2024/06/02 08:07:35.378 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183995157643268] [commitTS=450183995157643270] [2024/06/02 08:07:35.378 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183995157643268] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] [concurrency=8] [2024/06/02 08:07:35.381 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=144] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:07:35.382 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183995157643268] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] ["cost time"=3.397098ms] ["completed regions"=1] [2024/06/02 08:07:35.382 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183995157643268] [commitTS=450183995157643270] [session=14] [2024/06/02 08:07:35.411 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:35.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:35.411 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:35.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:07:35.468 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=196] [conn=14] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:35.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.480 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 195, Table Name: _t1, Old Table ID: 193, Old Table Name: _t1"] [2024/06/02 08:07:35.525 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=3.060098ms] [gotSchemaVersion=145] [phyTblIDs="[195]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:35.537 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=196] [version=145] [2024/06/02 08:07:35.538 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=21.029288ms] [job="ID:196, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.574 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/06/02 08:07:35.583 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="truncate table"] [2024/06/02 08:07:35.586 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 45, tp general"] [category=ddl] [jobID=196] [conn=14] [job="ID:196, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:35.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:35.669 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/06/02 08:07:35.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:35.681 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183995236548611] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.459947ms] [2024/06/02 08:07:35.682 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=450183995236548611] [2024/06/02 08:07:35.683 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183995236548611] [commitTS=450183995236548612] [2024/06/02 08:07:35.683 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183995236548611] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] [concurrency=8] [2024/06/02 08:07:35.686 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183995236548611] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] ["cost time"=2.770939ms] ["completed regions"=1] [2024/06/02 08:07:35.686 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183995236548611] [commitTS=450183995236548612] [session=14] [2024/06/02 08:07:35.712 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183995236548617] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.623189ms] [2024/06/02 08:07:35.712 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=450183995236548617] [2024/06/02 08:07:35.714 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183995236548617] [commitTS=450183995249393665] [2024/06/02 08:07:35.714 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183995236548617] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/06/02 08:07:35.717 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183995236548617] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=3.193093ms] ["completed regions"=1] [2024/06/02 08:07:35.717 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183995236548617] [commitTS=450183995249393665] [session=14] [2024/06/02 08:07:35.728 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183995249393666] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.692669ms] [2024/06/02 08:07:35.728 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=450183995249393666] [2024/06/02 08:07:35.730 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183995249393666] [commitTS=450183995249393668] [2024/06/02 08:07:35.730 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183995249393666] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/06/02 08:07:35.732 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:35.732 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [2024/06/02 08:07:35.733 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183995249393666] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=2.749495ms] ["completed regions"=1] [2024/06/02 08:07:35.733 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183995249393666] [commitTS=450183995249393668] [session=14] [2024/06/02 08:07:35.737 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:35.737 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=18.485Β΅s] [2024/06/02 08:07:35.737 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=13.386Β΅s] [2024/06/02 08:07:35.737 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 48, tp add index"] [category=ddl] ["take time"=15.612Β΅s] [2024/06/02 08:07:35.737 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=12.357Β΅s] [2024/06/02 08:07:35.737 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:35.738 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 45, tp general"] [category=ddl] ["take time"=4.881Β΅s] [2024/06/02 08:07:35.738 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [2024/06/02 08:07:35.738 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [2024/06/02 08:07:35.738 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:35.739 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [] [2024/06/02 08:07:35.740 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:35.740 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:35.740 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:35.758 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=88c0f428-b8c1-4a26-98b6-4dc5baaebc5d] ["take time"=26.552814ms] [2024/06/02 08:07:35.759 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=88c0f428-b8c1-4a26-98b6-4dc5baaebc5d] [2024/06/02 08:07:35.761 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:35.761 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cb59f6f2-1bc2-4c6b-8cfc-18bf969ae1ea] [watcherID=88c05b03-4af5-4dc8-bf52-d9ac2bfad558] [2024/06/02 08:07:35.761 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:35.761 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/cb59f6f2-1bc2-4c6b-8cfc-18bf969ae1ea] [2024/06/02 08:07:35.761 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:35.761 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:35.761 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:35.761 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:35.761 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:35.761 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:35.762 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:35.762 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:35.762 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:35.762 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:35.767 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:35.767 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=908] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:35.768 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:35.768 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:35.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:35.769 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3d35d6fd-3fa1-4b5e-8224-686ea0aa954d"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:35.769 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=88c0f428-b8c1-4a26-98b6-4dc5baaebc5d] [2024/06/02 08:07:35.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:35.768 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.769 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:35.769 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [error="context canceled"] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:35.769 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:35.769 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:35.769 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:35.769 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:35.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:35.769 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:35.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:35.769 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [2024/06/02 08:07:35.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:35.769 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:35.768 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:35.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:35.769 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:35.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:35.769 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:35.770 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=88c0f428-b8c1-4a26-98b6-4dc5baaebc5d] [2024/06/02 08:07:35.770 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:35.770 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:35.770 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:35.770 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:35.770 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:35.771 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:35.771 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=3d35d6fd-3fa1-4b5e-8224-686ea0aa954d] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:35.771 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3d35d6fd-3fa1-4b5e-8224-686ea0aa954d"] [error="context canceled"] [2024/06/02 08:07:35.771 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:35.771 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:35.771 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:35.771 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:35.771 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3d35d6fd-3fa1-4b5e-8224-686ea0aa954d"] [2024/06/02 08:07:35.771 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3d35d6fd-3fa1-4b5e-8224-686ea0aa954d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:35.891 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:35.892 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [error="context canceled"] [2024/06/02 08:07:36.092 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:37.024 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:37.024 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:37.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:37.029 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3d35d6fd-3fa1-4b5e-8224-686ea0aa954d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:37.352 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 88c0f428-b8c1-4a26-98b6-4dc5baaebc5d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:37.353 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:37.353 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:37.353 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:37.364 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.632026455s] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:37.365 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:37.365 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:37.365 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:37.365 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:37.367 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertRPC (18.19s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn [2024/06/02 08:07:37.373 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:37.373 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:37.374 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:37.374 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:37.375 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:37.376 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:37.376 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:37.376 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:37.376 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:37.376 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:37.378 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:37.382 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:37.385 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:37.387 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:37.395 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:37.407 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:37.571 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=795] ["lease id"=3eaa8fd7fae09f2f] [2024/06/02 08:07:37.573 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:37.921 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=145] ["start time"=344.531181ms] [2024/06/02 08:07:38.002 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:38.002 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=429.061406ms] [2024/06/02 08:07:38.002 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e] [runWorker=true] [2024/06/02 08:07:38.003 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:38.005 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:38.006 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:38.006 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=432.345931ms] [2024/06/02 08:07:38.008 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09f35] [ownerID=1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e] [op=none] [2024/06/02 08:07:38.008 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:38.009 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:38.009 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:38.010 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:38.010 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:38.012 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:38.012 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9a8df45b-1e77-4b0e-8d6c-5ed060c8260c] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:38.017 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:38.018 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:38.019 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09f35] [ownerID=1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e] [op=none] [2024/06/02 08:07:38.019 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [op=none] [2024/06/02 08:07:38.019 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:38.080 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:38.081 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:38.082 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:38.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:38.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:38.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:38.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:38.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:38.247 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:38.247 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:38.247 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:38.247 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:38.247 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:38.247 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:38.249 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:38.249 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:38.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:38.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:38.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:38.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:38.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:38.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:38.251 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:38.251 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:38.254 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:38.255 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:38.262 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3056f636-54f9-4900-8c90-537e6e55c5fd] [2024/06/02 08:07:38.262 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:38.263 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:38.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:38.265 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:38.265 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:38.315 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:38.340 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:38.364 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:38.366 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:38.371 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=122.358051ms] [2024/06/02 08:07:38.371 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:38.371 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:38.374 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/06/02 08:07:38.376 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="drop table `_t1`"] [user=] [2024/06/02 08:07:38.408 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:38.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`"] [2024/06/02 08:07:38.408 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:38.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:38.456 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 50, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:38.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.498 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=687.32Β΅s] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:38.509 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=197] [version=146] [2024/06/02 08:07:38.511 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=18.478726ms] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:38.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.583 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 50, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:38.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.617 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=245.776Β΅s] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:38.627 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=197] [version=147] [2024/06/02 08:07:38.629 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=16.65534ms] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:38.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.684 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 50, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:38.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.694 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 195, Old Table Name: _t1"] [2024/06/02 08:07:38.731 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=267.165Β΅s] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:38.742 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/06/02 08:07:38.744 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=17.553513ms] [job="ID:197, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:38.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.798 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=197] [tableIDs="[195]"] [comment="drop table: table ID"] [2024/06/02 08:07:38.836 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=197] [jobType="drop table"] [2024/06/02 08:07:38.841 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 50, tp general"] [category=ddl] [jobID=197] [conn=15] [job="ID:197, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:38.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:38.906 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/06/02 08:07:38.906 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:38.910 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.534425077\n# Parse_time: 0.000287502\n# Compile_time: 0.000766695\n# Rewrite_time: 0.000009747\n# Optimize_time: 0.000193627\n# Wait_TS: 0.000534081\n# DB: test\n# Is_internal: false\n# Digest: bf051bfc2a7a3240a0ec6ad5b684eb5aec662267c586ee4339f11d469ae12e8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`;"] [2024/06/02 08:07:38.958 +00:00] [INFO] [set.go:170] ["set global var"] [conn=16] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:38.963 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/06/02 08:07:38.966 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [user=] [2024/06/02 08:07:39.009 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:38.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:39.009 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:38.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [2024/06/02 08:07:39.036 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:39.036 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:39.036 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:39.036 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:39.049 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 50, tp general"] [category=ddl] [jobID=199] [conn=16] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:38.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.058 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 198, Table Name: t1"] [2024/06/02 08:07:39.121 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=2.967748ms] [gotSchemaVersion=149] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:39.131 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=199] [version=149] [2024/06/02 08:07:39.133 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=19.522239ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:38.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.185 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 50, tp general"] [category=ddl] [jobID=199] [conn=16] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:38.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:39.233 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/06/02 08:07:39.233 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:39.262 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:39.262 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:39.263 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3056f636-54f9-4900-8c90-537e6e55c5fd] [watcherID=2f65eb40-12b8-4f1b-a9e3-e472a5948016] [2024/06/02 08:07:39.265 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:39.282 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:39.283 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:39.283 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:39.283 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:40.006 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:41.258 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:41.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183996586328065\n# Conn_ID: 16\n# Query_time: 2.009870625\n# Parse_time: 0.657138786\n# Compile_time: 0.905237756\n# Rewrite_time: 0.022789004\n# Optimize_time: 0.000392393\n# Wait_TS: 0.000453824\n# DB: test\n# Is_internal: false\n# Digest: 13a4e30661e51ba157bfc032bf66f4db3217c775b14e2b5285b6f0162b3955d3\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sgvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZTo0NDUuOG1zLCBsb29wczoxLCBhdXRvX2lkX2FsbG9jYXRvcjoge2EBDHhfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfBU8oODE3LjnCtXN9LCABECRfZGV0YWlsOiB7CSQYcHJvY2VzcwksICAxMTUuN8K1cxFCDHdhaXQNGww0MC42HRooa3ZfcmVhZF93YWwNaQwgMTYyBWoBaQRrdjIaAAw4NS44CYQMc2Nhbj6EAAxrZXlzBccoZ2V0X3NuYXBzaG8RdwQxMw13aHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGkQHhuOiB7cHJld3JpdGU6MS42JUMBUREiGHM6MzM3LjEFxAkUEDoxLjE3IWocc2xvd2VzdF8RQCVHLSK4OiAwLjAwMnMsIHJlZ2lvbl9pZDogMTAsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjIB/QBtLmYBOgsBEDc5My40TgsBAas+/AAEOC4pc1r8AAXsOU0FkRRfYmF0Y2gluQw6IDIxLc4ocHJvcG9zZV9zZW4hs0hpdDogMHMsIHBlcnNpc3RfbG9nGe8IMTExLSYJYBRsZWFkZXIRUiQzN25zLCBzeW5jCTYMNjMuMiVTCS0wbWVtdGFibGU6IDIuMQEZOaMFZQg0MjAFLhBhcHBseTKsAAAxQSEALAkZFY0EODVNUhRtdXRleF8p+QG6CW4ymwAZFxh3YWw6IDIwDfwJKxmZCDE0LiFWLj4CGHByaW1hcnlG9wEEMXP+9wEt9wg0MjSi9wEINS41Sabe9wEIMTEuAeIALLL3AQA2ETUpMDJbAQQzNDb1AQQzNg1hCSw5XAw1NTNuPvMBCDIxME0jSvUBADRNawUbNfcENjctvABtwvcBBDE0TTI+mwAMMTEuM2F4gTVtyghudW2hLQkqhYUEMSwNDlhieXRlOjMyfX0JNTI1LjQgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('vQvwpAq4CwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NDQ1LjhtcywgbG9vcHM6MWL8CmF1dG9faWRfYWxsb2NhdG9yOiB7YWxsb2NfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo4MTcuOcK1c30sIHRpbWVfZGV0YWlsOiB7dG90YWxfcHJvY2Vzc190aW1lOiAxMTUuN8K1cywgdAUeEHdhaXRfBZcUIDQwLjbCGRooa3ZfcmVhZF93YWwNaRQgMTYyLjkJIwhpa3YyGgAMODUuOAmEFHNjYW5fZDaEAAxrZXlzBccoZ2V0X3NuYXBzaG8RdwQxMw13aHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGkQHhuOiB7cHJld3JpdGU6MS42JUQBUREiGHM6MzM3LjEFoQkUQDoxLjE3bXMsIHNsb3dlc3RfEUAYX3JwYzogeyVGuDogMC4wMDJzLCByZWdpb25faWQ6IDEwLCBzdG9yZTogMTI3LjAuMC4xOjIwMTYyQmYBOgsBEDc5My40TgsBAas+/AAEOC4pc1r8AAXsOU0FkRRfYmF0Y2gluRQ6IDIxLjcF8Chwcm9wb3NlX3NlbiGzSGl0OiAwcywgcGVyc2lzdF9sb2cZ7wgxMTEtJglgFGxlYWRlchFSCDM3biExCHluYwk2DDYzLjIFYwktMG1lbXRhYmxlOiAyLjEBGTmjBWUINDIwBS4QYXBwbHkyrAAAMUEhACwJGRWNBDg1TVIUbXV0ZXhfKfkBugluMpsAGRcYd2FsOiAyMA38CSsZmQgxNC4hVi4+AhhwcmltYXJ5RvcBBDFz/vcBLfcINDI0ovcBCDUuNUmm3vcBCDExLgHiACyy9wEANhE1KTAyWwEEMzQ29QEEMzYNYQksOVwMNTUzbj7zAQgyMTBNI0r1AQA0TWsFGzX3BDY3LbwAbcL3AQQxNE0yPpsADDExLjNheIE1bcoUbnVtOjEsDSqFhRUOZGJ5dGU6MzJ9fXCQ6yB4////////////ARgB')\n# Resource_group: default\nuse test;\ninsert into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (61, 61(len:139799);"] [2024/06/02 08:07:43.480 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183997097771014] [generation=1] [session=16] [keys=3998] [size=253.6kB] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=62.952111ms] [2024/06/02 08:07:43.481 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183997097771014] [generation=2] [session=16] [keys=0] [size=0B] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=47.943Β΅s] [2024/06/02 08:07:43.481 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3998] [size=253.6kB] [startTS=450183997097771014] [2024/06/02 08:07:43.483 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183997097771014] [commitTS=450183997281009667] [2024/06/02 08:07:43.483 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183997097771014] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] [concurrency=8] [2024/06/02 08:07:43.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183997097771014\n# Conn_ID: 16\n# Query_time: 2.213059636\n# Parse_time: 0.591192249\n# Compile_time: 0.941604451\n# Rewrite_time: 0.042499721\n# Optimize_time: 0.002469502\n# Wait_TS: 0.000916112\n# Commit_primary_rpc_detail: {total:0.000s, region_id: 0, store: , }\n# DB: test\n# Is_internal: false\n# Digest: 43c79ebc76dd6ba27c6f2ec2f68e70a9960fcb9aa251ddbe3451266c65b25af9\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Duplicate entry '250' for key 't1.idx'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vQfwTzAJMjdfMQkwCTAJTi9BCTAJdGltZTo2MTIuNW1zLCBsb29wczoxLCBwcmVwYXJlOiAxMDUuM21zLCBjaGVja19pbnNlcnQ6IHt0b3RhbF90AT4UIDUwNy4yAT8IbWVtDSIAXwVYFCA0ODAuNwEaLHByZWZldGNoOiAyNglrDGZrX2MBUxQ6IDUxLjkBJGBycGM6e0J1ZmZlckJhdGNoR2V0OntudW1fARkMMSwgdBlzHDYuOTZtc30sfigACDEyLgUoACABjxxfZGV0YWlsOhG9GHByb2Nlc3MNqwg5bnMRYyhrdl9yZWFkX3dhbBHjCDEyLiUGDHRpa3YuGAAMOC45MwGJECBzY2FuPmEAWGtleXM6IDIwMDAsIGdldF9zbmFwc2hvMR1sMzAuOcK1cywgcm9ja3NkYjoge2Jsb2NrOiB7fQEBOCwgY29tbWl0X3R4bjogexUPGHByaW1hcnklFw3MGDogMC4wMDEBTKBlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjIsIHRpbS4QATrWACg0NTIuNcK1c30sIDbYAErGAAQxMGbEABQsIHdyaXQdaQWPBF9iId4QX3dhaXQBmgQuMgVBKHByb3Bvc2Vfc2VuIXoBHDgwcywgcGVyc2lzdF9sb2cZ7QQ3My06CV8UbGVhZGVyDVEENDIhyQxzeW5jCTQENDUNYQksNG1lbXRhYmxlOiA3NzZuAeItZQBsAWEEMjMpkhBhcHBseTaoAAg3LjgFqAUbFYsMNTEuNwUXFG11dGV4Xym/AbgJbjKaABkXCHdhbAX6IWQxJBmZDDE2LjMhfUB9fX0JNTI1LjQgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('yQfwSQrEBwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NjEyLjVtcywgbG9vcHM6MWKEA3ByZXBhcmU6IDEwNS4zbXMsIGNoZWNrX2luAUMgOiB7dG90YWxfBT8wIDUwNy4ybXMsIG1lbQ0iDRoQNDgwLjcBGixwcmVmZXRjaDogMjYJbDRma19jaGVjazogNTEuOQEkYHJwYzp7QnVmZmVyQmF0Y2hHZXQ6e251bV8BGQgxLCAdcxw2Ljk2bXN9LH4oAAgxMi4FKAAgAakYX2RldGFpbBW9GHByb2Nlc3MNqwg5bnMRYyhrdl9yZWFkX3dhbBHjCDEyLiUGDHRpa3YuGAAMOC45MwGJECBzY2FuPmEAWGtleXM6IDIwMDAsIGdldF9zbmFwc2hvMR1UMzAuOcK1cywgcm9ja3NkYjoge2JsbyESBHt9AQFEYoEEY29tbWl0X3R4bjogeywgDQ8YcHJpbWFyeSUYLYoYOiAwLjAwMQFNoGVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgdGltLhEBOtcAKDQ1Mi41wrVzfSwgNtkASscABDEwZsUAFCwgd3JpdB1pBY8EX2Ih3xBfd2FpdAGaBC4yBUEocHJvcG9zZV9zZW4hewEcODBzLCBwZXJzaXN0X2xvZxntBDczLTsJXxRsZWFkZXINUQQ0MiHKDHN5bmMJNAQ0NQ1hCSw0bWVtdGFibGU6IDc3Nm4B4i1WAGwBYQQyMymTEGFwcGx5NqgACDcuOAWoBRsViww1MS43BRcUbXV0ZXhfKcABuAluMpoAGRcId2FsBfohZDEkGZkMMTYuMyF9TH19fXCQ6yB4////////////ARgB')\n# Resource_group: default\ninsert ignore into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (len:139806);"] [2024/06/02 08:07:43.517 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:43.517 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [2024/06/02 08:07:43.517 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:43.517 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=33.155Β΅s] [2024/06/02 08:07:43.517 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=25.548Β΅s] [2024/06/02 08:07:43.517 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=23.024Β΅s] [2024/06/02 08:07:43.517 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 53, tp add index"] [category=ddl] ["take time"=20.173Β΅s] [2024/06/02 08:07:43.517 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:43.517 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 50, tp general"] [category=ddl] ["take time"=17.435Β΅s] [2024/06/02 08:07:43.518 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [2024/06/02 08:07:43.518 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [2024/06/02 08:07:43.519 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [] [2024/06/02 08:07:43.520 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:43.520 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:43.520 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:43.521 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183997097771014] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] ["cost time"=38.322963ms] ["completed regions"=1] [2024/06/02 08:07:43.521 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183997097771014] [commitTS=450183997281009667] [session=16] [2024/06/02 08:07:43.522 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e] ["take time"=5.511155ms] [2024/06/02 08:07:43.522 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e] [2024/06/02 08:07:43.524 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:43.524 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3056f636-54f9-4900-8c90-537e6e55c5fd] [watcherID=2f65eb40-12b8-4f1b-a9e3-e472a5948016] [2024/06/02 08:07:43.524 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:43.524 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3056f636-54f9-4900-8c90-537e6e55c5fd] [2024/06/02 08:07:43.525 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:43.525 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:43.525 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:43.525 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:43.525 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:43.525 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:43.525 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:43.525 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:43.525 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:43.525 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:43.530 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:43.530 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=795] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:43.531 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:43.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:43.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:43.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:43.532 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9a8df45b-1e77-4b0e-8d6c-5ed060c8260c"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:43.532 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:43.532 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:43.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:43.532 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:43.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:43.531 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:43.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:43.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:43.532 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e] [2024/06/02 08:07:43.532 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:43.532 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [error="context canceled"] [2024/06/02 08:07:43.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:43.532 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:43.532 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:43.532 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:43.532 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [2024/06/02 08:07:43.532 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:43.532 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e] [2024/06/02 08:07:43.532 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:43.532 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:43.532 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:43.532 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:43.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:43.534 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:43.534 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9a8df45b-1e77-4b0e-8d6c-5ed060c8260c] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:43.534 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:43.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:43.534 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9a8df45b-1e77-4b0e-8d6c-5ed060c8260c"] [error="context canceled"] [2024/06/02 08:07:43.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:43.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:43.534 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9a8df45b-1e77-4b0e-8d6c-5ed060c8260c"] [2024/06/02 08:07:43.570 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:43.571 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [error="context canceled"] [2024/06/02 08:07:43.571 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [2024/06/02 08:07:43.571 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:44.787 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9a8df45b-1e77-4b0e-8d6c-5ed060c8260c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:44.796 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:44.796 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:44.796 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:44.835 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1beaaa8e-51a3-4c28-a1f0-4019c75dbf8e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:44.835 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:44.835 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:44.835 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:44.842 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.325603646s] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:44.843 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:44.843 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:44.843 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:44.843 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:44.845 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn (7.48s) === RUN TestPipelinedDMLDelete [2024/06/02 08:07:44.850 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:44.850 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:44.851 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:44.852 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:44.852 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:44.853 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:44.853 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:44.853 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:44.853 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:44.853 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:44.855 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:44.858 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:44.860 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:44.862 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:44.870 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:44.880 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:45.015 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=954] ["lease id"=3eaa8fd7fae09f55] [2024/06/02 08:07:45.017 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:45.367 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=345.780113ms] [2024/06/02 08:07:45.467 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:45.467 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=449.762633ms] [2024/06/02 08:07:45.467 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=b760ff74-20be-43db-819f-65511a4618d6] [runWorker=true] [2024/06/02 08:07:45.468 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:45.469 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:45.470 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:45.470 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=452.877295ms] [2024/06/02 08:07:45.473 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09f5f] [ownerID=b760ff74-20be-43db-819f-65511a4618d6] [op=none] [2024/06/02 08:07:45.473 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:45.474 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:45.474 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:45.474 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:45.474 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:45.477 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:45.477 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=703dcd80-0aa3-4baa-8a1a-ada1ff72bee0] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:45.482 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:45.483 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:45.484 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09f5f] [ownerID=b760ff74-20be-43db-819f-65511a4618d6] [op=none] [2024/06/02 08:07:45.484 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [op=none] [2024/06/02 08:07:45.484 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:45.569 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:45.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:45.571 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:45.667 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:45.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:45.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:45.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:45.693 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:45.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:45.693 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:45.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:45.693 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:45.693 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:45.693 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:45.695 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:45.695 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:45.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:45.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:45.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:45.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:45.697 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:45.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:45.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:45.697 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:45.700 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:45.703 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:45.709 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/23e630a5-622b-4337-8dc8-7b3f6b698498] [2024/06/02 08:07:45.709 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:45.709 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:45.713 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:45.713 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:45.713 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:45.759 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:45.782 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:45.803 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:45.805 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:45.812 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=116.108328ms] [2024/06/02 08:07:45.812 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:45.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:45.813 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/06/02 08:07:45.816 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/06/02 08:07:45.843 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:45.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:45.843 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:45.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/06/02 08:07:45.913 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 55, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.947 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=648.986Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:45.958 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=200] [version=150] [2024/06/02 08:07:45.960 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=18.095929ms] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:45.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:45.994 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 55, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.027 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=240.202Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:46.040 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=200] [version=151] [2024/06/02 08:07:46.042 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=18.060453ms] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.098 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 55, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:45.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.109 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 198, Old Table Name: t1"] [2024/06/02 08:07:46.150 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=241.009Β΅s] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:46.160 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/06/02 08:07:46.162 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=15.252874ms] [job="ID:200, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:45.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.218 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=200] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/06/02 08:07:46.232 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="drop table"] [2024/06/02 08:07:46.235 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 55, tp general"] [category=ddl] [jobID=200] [conn=17] [job="ID:200, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:45.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.292 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/06/02 08:07:46.292 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:46.295 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.480525727\n# Parse_time: 0.00022659\n# Compile_time: 0.000739119\n# Rewrite_time: 0.000011093\n# Optimize_time: 0.000211428\n# Wait_TS: 0.000416056\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/06/02 08:07:46.341 +00:00] [INFO] [set.go:170] ["set global var"] [conn=18] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:46.345 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/06/02 08:07:46.348 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/06/02 08:07:46.386 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:46.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:46.386 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:46.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/06/02 08:07:46.423 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 55, tp general"] [category=ddl] [jobID=202] [conn=18] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.430 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 201, Table Name: t"] [2024/06/02 08:07:46.477 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.333853ms] [gotSchemaVersion=153] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:46.487 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=202] [version=153] [2024/06/02 08:07:46.489 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=18.289303ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:46.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.497 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:46.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:46.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:46.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:46.551 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 55, tp general"] [category=ddl] [jobID=202] [conn=18] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.356 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.596 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/06/02 08:07:46.596 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:46.601 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=153] [cur_db=test] [sql="create table _t like t"] [user=] [2024/06/02 08:07:46.639 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:46.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:46.639 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:46.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/06/02 08:07:46.682 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 55, tp general"] [category=ddl] [jobID=204] [conn=18] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.689 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 203, Table Name: _t"] [2024/06/02 08:07:46.709 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:46.709 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:46.710 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/23e630a5-622b-4337-8dc8-7b3f6b698498] [watcherID=5f644ccb-07cf-4058-879d-f67eedb9f0d3] [2024/06/02 08:07:46.713 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:46.727 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:46.727 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:46.727 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:46.727 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:46.749 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=3.76698ms] [gotSchemaVersion=154] [phyTblIDs="[203]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:46.786 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=204] [version=154] [2024/06/02 08:07:46.789 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=47.215243ms] [job="ID:204, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:46.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.853 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 55, tp general"] [category=ddl] [jobID=204] [conn=18] [job="ID:204, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:46.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:46.889 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/06/02 08:07:46.889 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:47.470 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:47.627 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183998368907266] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=2.615993ms] [2024/06/02 08:07:47.627 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=450183998368907266] [2024/06/02 08:07:47.629 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183998368907266] [commitTS=450183998368907267] [2024/06/02 08:07:47.629 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183998368907266] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] [concurrency=8] [2024/06/02 08:07:47.635 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183998368907266] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] ["cost time"=5.367827ms] ["completed regions"=1] [2024/06/02 08:07:47.635 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183998368907266] [commitTS=450183998368907267] [session=18] [2024/06/02 08:07:47.664 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183998368907270] [generation=1] [session=18] [keys=100] [size=2.4kB] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=3.819907ms] [2024/06/02 08:07:47.664 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.4kB] [startTS=450183998368907270] [2024/06/02 08:07:47.666 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183998368907270] [commitTS=450183998382276609] [2024/06/02 08:07:47.667 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183998368907270] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/06/02 08:07:47.669 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c95f7280000000000003e8] [2024/06/02 08:07:47.671 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183998368907270] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=4.319471ms] ["completed regions"=1] [2024/06/02 08:07:47.671 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183998368907270] [commitTS=450183998382276609] [session=18] [2024/06/02 08:07:47.672 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c95f7280000000000003e8] ["first new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:2 id:66 store_id:3 id:67 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/06/02 08:07:47.672 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=64] [2024/06/02 08:07:47.773 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000003e8] ["new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:2 id:66 store_id:3 id:67 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:47.774 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=68] [2024/06/02 08:07:47.774 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000007d0] ["new region left"="{Id:68 StartKey:7480000000000000ffc95f728000000000ff0003e80000000000fa EndKey:7480000000000000ffc95f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:69 store_id:2 id:70 store_id:3 id:71 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:47.775 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=72] [2024/06/02 08:07:47.776 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000bb8] ["new region left"="{Id:72 StartKey:7480000000000000ffc95f728000000000ff0007d00000000000fa EndKey:7480000000000000ffc95f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:73 store_id:2 id:74 store_id:3 id:75 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:47.776 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=76] [2024/06/02 08:07:47.777 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000fa0] ["new region left"="{Id:76 StartKey:7480000000000000ffc95f728000000000ff000bb80000000000fa EndKey:7480000000000000ffc95f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:77 store_id:2 id:78 store_id:3 id:79 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:47.777 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=80] [2024/06/02 08:07:47.778 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001388] ["new region left"="{Id:80 StartKey:7480000000000000ffc95f728000000000ff000fa00000000000fa EndKey:7480000000000000ffc95f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:81 store_id:2 id:82 store_id:3 id:83 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:47.778 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=84] [2024/06/02 08:07:47.779 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001770] ["new region left"="{Id:84 StartKey:7480000000000000ffc95f728000000000ff0013880000000000fa EndKey:7480000000000000ffc95f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:85 store_id:2 id:86 store_id:3 id:87 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:47.779 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=88] [2024/06/02 08:07:47.780 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001b58] ["new region left"="{Id:88 StartKey:7480000000000000ffc95f728000000000ff0017700000000000fa EndKey:7480000000000000ffc95f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:89 store_id:2 id:90 store_id:3 id:91 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:47.780 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=92] [2024/06/02 08:07:47.780 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001f40] ["new region left"="{Id:92 StartKey:7480000000000000ffc95f728000000000ff001b580000000000fa EndKey:7480000000000000ffc95f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:93 store_id:2 id:94 store_id:3 id:95 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:47.781 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=96] [2024/06/02 08:07:47.781 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000002328] ["new region left"="{Id:96 StartKey:7480000000000000ffc95f728000000000ff001f400000000000fa EndKey:7480000000000000ffc95f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:97 store_id:2 id:98 store_id:3 id:99 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:47.782 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[64,68,72,76,80,84,88,92,96]"] [2024/06/02 08:07:47.782 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=64] [backoff(ms)=299887] [2024/06/02 08:07:47.782 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=64] [2024/06/02 08:07:47.783 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=68] [backoff(ms)=299886] [2024/06/02 08:07:47.783 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=68] [2024/06/02 08:07:47.783 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=72] [backoff(ms)=299885] [2024/06/02 08:07:47.784 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=72] [2024/06/02 08:07:47.784 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=76] [backoff(ms)=299885] [2024/06/02 08:07:47.784 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=76] [2024/06/02 08:07:47.784 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=80] [backoff(ms)=299885] [2024/06/02 08:07:47.784 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=80] [2024/06/02 08:07:47.784 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=84] [backoff(ms)=299884] [2024/06/02 08:07:47.785 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=84] [2024/06/02 08:07:47.785 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=88] [backoff(ms)=299884] [2024/06/02 08:07:47.785 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=88] [2024/06/02 08:07:47.785 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=92] [backoff(ms)=299883] [2024/06/02 08:07:47.786 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=92] [2024/06/02 08:07:47.786 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=96] [backoff(ms)=299883] [2024/06/02 08:07:47.786 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=96] [2024/06/02 08:07:47.811 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183998408228872] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=4.137415ms] [2024/06/02 08:07:47.811 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=450183998408228872] [2024/06/02 08:07:47.813 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183998408228872] [commitTS=450183998421336066] [2024/06/02 08:07:47.814 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183998408228872] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/06/02 08:07:47.830 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:47.830 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [2024/06/02 08:07:47.830 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:47.830 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 58, tp add index"] [category=ddl] ["take time"=40.774Β΅s] [2024/06/02 08:07:47.830 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=26.481Β΅s] [2024/06/02 08:07:47.831 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=29.268Β΅s] [2024/06/02 08:07:47.831 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=15.759Β΅s] [2024/06/02 08:07:47.831 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:47.831 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 55, tp general"] [category=ddl] ["take time"=15.555Β΅s] [2024/06/02 08:07:47.831 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [2024/06/02 08:07:47.831 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [2024/06/02 08:07:47.831 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:47.833 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [] [2024/06/02 08:07:47.833 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183998408228872] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=19.476718ms] ["completed regions"=10] [2024/06/02 08:07:47.833 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=450183998408228872] [commitTS=450183998421336066] [session=18] [2024/06/02 08:07:47.834 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:47.834 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:47.834 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:47.836 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=b760ff74-20be-43db-819f-65511a4618d6] ["take time"=6.46042ms] [2024/06/02 08:07:47.836 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=b760ff74-20be-43db-819f-65511a4618d6] [2024/06/02 08:07:47.838 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:47.838 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/23e630a5-622b-4337-8dc8-7b3f6b698498] [watcherID=5f644ccb-07cf-4058-879d-f67eedb9f0d3] [2024/06/02 08:07:47.838 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:47.839 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/23e630a5-622b-4337-8dc8-7b3f6b698498] [2024/06/02 08:07:47.839 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:47.839 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:47.839 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:47.839 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:47.839 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:47.839 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:47.839 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:47.839 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:47.839 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:47.839 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:47.845 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:47.845 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=954] [2024/06/02 08:07:47.846 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:47.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b760ff74-20be-43db-819f-65511a4618d6] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:47.847 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:47.847 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:47.847 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:47.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:47.847 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:47.847 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:47.847 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:47.847 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 703dcd80-0aa3-4baa-8a1a-ada1ff72bee0"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:47.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:47.847 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:47.846 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:47.846 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:47.846 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.846 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 703dcd80-0aa3-4baa-8a1a-ada1ff72bee0"] [2024/06/02 08:07:47.847 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:47.847 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:47.847 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:47.847 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:47.847 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:47.847 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [error="context canceled"] [2024/06/02 08:07:47.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:47.847 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=b760ff74-20be-43db-819f-65511a4618d6] [2024/06/02 08:07:47.847 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:47.847 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [2024/06/02 08:07:47.847 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:47.848 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:47.848 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:47.848 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:47.848 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:47.849 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=703dcd80-0aa3-4baa-8a1a-ada1ff72bee0] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:47.849 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:47.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:47.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:47.849 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 703dcd80-0aa3-4baa-8a1a-ada1ff72bee0"] [error="context canceled"] [2024/06/02 08:07:47.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:47.948 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:47.948 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [error="context canceled"] [2024/06/02 08:07:47.948 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [2024/06/02 08:07:48.049 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 703dcd80-0aa3-4baa-8a1a-ada1ff72bee0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:49.111 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:49.112 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:49.112 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:49.205 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b760ff74-20be-43db-819f-65511a4618d6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:49.205 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:49.205 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:49.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:49.213 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.382869136s] [2024/06/02 08:07:49.213 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:49.213 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:49.213 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:49.213 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:49.213 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:49.214 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:49.214 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:49.214 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:49.214 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:49.214 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:49.214 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:49.214 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:49.214 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:49.215 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDelete (4.37s) === RUN TestPipelinedDMLUpdate [2024/06/02 08:07:49.223 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:49.223 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:49.225 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:49.225 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:49.225 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:49.226 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:49.226 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:49.226 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:49.226 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:49.226 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:49.228 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:49.232 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:49.233 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:49.235 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:49.243 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:49.253 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:49.302 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 703dcd80-0aa3-4baa-8a1a-ada1ff72bee0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:49.391 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1972] ["lease id"=3eaa8fd7fae09f7d] [2024/06/02 08:07:49.393 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:49.781 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=154] ["start time"=384.015922ms] [2024/06/02 08:07:49.869 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:49.869 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=474.939268ms] [2024/06/02 08:07:49.869 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=87aeb5ba-29a9-4730-bea2-4c312638a001] [runWorker=true] [2024/06/02 08:07:49.869 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:49.871 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:49.872 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:49.872 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=478.591558ms] [2024/06/02 08:07:49.875 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09f8b] [ownerID=87aeb5ba-29a9-4730-bea2-4c312638a001] [op=none] [2024/06/02 08:07:49.875 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:49.876 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:49.876 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:49.876 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:49.877 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:49.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:49.879 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4faae0a0-e356-46ad-b22c-742363348d44] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:49.884 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:49.885 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:49.886 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09f8b] [ownerID=87aeb5ba-29a9-4730-bea2-4c312638a001] [op=none] [2024/06/02 08:07:49.886 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [op=none] [2024/06/02 08:07:49.886 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:49.945 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:49.946 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:49.947 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:50.039 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:50.055 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:50.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:50.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:50.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:50.066 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:50.066 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:50.066 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:50.066 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:50.066 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:50.066 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:50.069 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:50.069 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:50.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:50.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:50.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:50.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:50.070 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:50.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:50.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:50.070 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:50.073 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:50.074 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:50.079 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c2e4c343-6cff-40dd-9f35-e8ba4bb80884] [2024/06/02 08:07:50.080 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:50.080 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:50.082 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:50.082 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:50.082 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:50.128 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:50.156 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:50.174 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:50.177 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:50.183 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/06/02 08:07:50.185 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:50.186 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=117.860129ms] [2024/06/02 08:07:50.187 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:50.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:50.187 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/06/02 08:07:50.222 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:50.222 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:50.270 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.305 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=533.484Β΅s] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:50.317 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=205] [version=155] [2024/06/02 08:07:50.319 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=17.556922ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.353 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.394 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=233.371Β΅s] [gotSchemaVersion=156] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:50.407 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=205] [version=156] [2024/06/02 08:07:50.409 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=28.754416ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.457 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.467 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 203, Old Table Name: _t"] [2024/06/02 08:07:50.532 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=321.991Β΅s] [gotSchemaVersion=157] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:50.545 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=205] [version=157] [2024/06/02 08:07:50.547 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=18.313768ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:50.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.600 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/06/02 08:07:50.612 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/06/02 08:07:50.616 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:50.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.673 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/06/02 08:07:50.673 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:50.708 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:50.708 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:50.773 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.800 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=544.95Β΅s] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:50.809 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=206] [version=158] [2024/06/02 08:07:50.811 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=15.415833ms] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.841 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.869 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=227.87Β΅s] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:50.879 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=206] [version=159] [2024/06/02 08:07:50.881 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=15.270862ms] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.894 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:50.894 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:50.895 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:50.895 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:50.941 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.950 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 201, Old Table Name: t"] [2024/06/02 08:07:50.978 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=248.408Β΅s] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:50.988 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/06/02 08:07:50.990 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=15.267309ms] [job="ID:206, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:50.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.045 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/06/02 08:07:51.055 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="drop table"] [2024/06/02 08:07:51.058 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=206] [conn=19] [job="ID:206, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:50.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.079 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:51.079 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:51.080 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c2e4c343-6cff-40dd-9f35-e8ba4bb80884] [watcherID=f45c7ab5-53b3-4fbd-a0f6-dd0d46e0c353] [2024/06/02 08:07:51.082 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:51.094 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:51.094 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:51.094 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:51.094 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:51.111 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/06/02 08:07:51.111 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:51.114 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 0.927951621\n# Parse_time: 0.000264899\n# Compile_time: 0.000800017\n# Rewrite_time: 0.000012937\n# Optimize_time: 0.000146435\n# Wait_TS: 0.000439916\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/06/02 08:07:51.182 +00:00] [INFO] [set.go:170] ["set global var"] [conn=20] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:51.188 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/06/02 08:07:51.190 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/06/02 08:07:51.225 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:51.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:51.225 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:51.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/06/02 08:07:51.275 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=208] [conn=20] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:51.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.283 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 207, Table Name: t"] [2024/06/02 08:07:51.328 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=2.447401ms] [gotSchemaVersion=161] [phyTblIDs="[207]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:51.341 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=208] [version=161] [2024/06/02 08:07:51.343 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=20.42046ms] [job="ID:208, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:51.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.400 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=208] [conn=20] [job="ID:208, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:51.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.435 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=208] [2024/06/02 08:07:51.435 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:51.440 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="create table _t like t"] [user=] [2024/06/02 08:07:51.474 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:51.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:51.474 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:51.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/06/02 08:07:51.508 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=210] [conn=20] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:51.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.515 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 209, Table Name: _t"] [2024/06/02 08:07:51.558 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=2.375968ms] [gotSchemaVersion=162] [phyTblIDs="[209]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:51.569 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=210] [version=162] [2024/06/02 08:07:51.571 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=18.710661ms] [job="ID:210, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:51.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.632 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 60, tp general"] [category=ddl] [jobID=210] [conn=20] [job="ID:210, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:51.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.672 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/06/02 08:07:51.672 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:51.872 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:52.411 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=2.037521ms] [2024/06/02 08:07:52.413 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.554694ms] [2024/06/02 08:07:52.416 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=1.45576ms] [2024/06/02 08:07:52.418 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=40] ["flushed size"=1.16kB] ["take time"=1.373452ms] [2024/06/02 08:07:52.421 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=50] ["flushed size"=1.45kB] ["take time"=1.269076ms] [2024/06/02 08:07:52.423 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=60] ["flushed size"=1.74kB] ["take time"=1.319013ms] [2024/06/02 08:07:52.425 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=70] ["flushed size"=2.03kB] ["take time"=1.241822ms] [2024/06/02 08:07:52.428 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=80] ["flushed size"=2.32kB] ["take time"=1.535796ms] [2024/06/02 08:07:52.430 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=1.162406ms] [2024/06/02 08:07:52.432 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=10] [session=20] [keys=10] [size=290B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.185039ms] [2024/06/02 08:07:52.432 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999614091285] [generation=11] [session=20] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=23.761Β΅s] [2024/06/02 08:07:52.432 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=450183999614091285] [2024/06/02 08:07:52.434 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183999614091285] [commitTS=450183999627460609] [2024/06/02 08:07:52.434 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183999614091285] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] [concurrency=8] [2024/06/02 08:07:52.438 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183999614091285] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] ["cost time"=4.351461ms] ["completed regions"=1] [2024/06/02 08:07:52.438 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183999614091285] [commitTS=450183999627460609] [session=20] [2024/06/02 08:07:52.476 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=1] [session=20] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.685914ms] [2024/06/02 08:07:52.478 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=2] [session=20] [keys=12] [size=288B] ["flushed keys"=22] ["flushed size"=528B] ["take time"=1.430906ms] [2024/06/02 08:07:52.480 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=3] [session=20] [keys=12] [size=288B] ["flushed keys"=34] ["flushed size"=816B] ["take time"=1.320866ms] [2024/06/02 08:07:52.482 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=4] [session=20] [keys=12] [size=288B] ["flushed keys"=46] ["flushed size"=1.104kB] ["take time"=1.335363ms] [2024/06/02 08:07:52.483 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=5] [session=20] [keys=10] [size=240B] ["flushed keys"=56] ["flushed size"=1.344kB] ["take time"=1.247719ms] [2024/06/02 08:07:52.485 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=6] [session=20] [keys=10] [size=240B] ["flushed keys"=66] ["flushed size"=1.584kB] ["take time"=1.419913ms] [2024/06/02 08:07:52.486 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=7] [session=20] [keys=12] [size=288B] ["flushed keys"=78] ["flushed size"=1.872kB] ["take time"=1.286369ms] [2024/06/02 08:07:52.488 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=8] [session=20] [keys=10] [size=240B] ["flushed keys"=88] ["flushed size"=2.112kB] ["take time"=1.301473ms] [2024/06/02 08:07:52.490 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=9] [session=20] [keys=10] [size=240B] ["flushed keys"=98] ["flushed size"=2.352kB] ["take time"=1.349634ms] [2024/06/02 08:07:52.491 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=10] [session=20] [keys=10] [size=240B] ["flushed keys"=108] ["flushed size"=2.592kB] ["take time"=1.340167ms] [2024/06/02 08:07:52.493 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=11] [session=20] [keys=10] [size=240B] ["flushed keys"=118] ["flushed size"=2.832kB] ["take time"=1.332591ms] [2024/06/02 08:07:52.495 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=12] [session=20] [keys=10] [size=240B] ["flushed keys"=128] ["flushed size"=3.072kB] ["take time"=1.600482ms] [2024/06/02 08:07:52.496 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=13] [session=20] [keys=12] [size=288B] ["flushed keys"=140] ["flushed size"=3.36kB] ["take time"=1.387061ms] [2024/06/02 08:07:52.498 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=14] [session=20] [keys=12] [size=288B] ["flushed keys"=152] ["flushed size"=3.648kB] ["take time"=1.356327ms] [2024/06/02 08:07:52.500 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=15] [session=20] [keys=10] [size=240B] ["flushed keys"=162] ["flushed size"=3.888kB] ["take time"=1.36134ms] [2024/06/02 08:07:52.501 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=16] [session=20] [keys=10] [size=240B] ["flushed keys"=172] ["flushed size"=4.128kB] ["take time"=1.38312ms] [2024/06/02 08:07:52.503 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=17] [session=20] [keys=10] [size=240B] ["flushed keys"=182] ["flushed size"=4.368kB] ["take time"=1.188164ms] [2024/06/02 08:07:52.504 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=18] [session=20] [keys=10] [size=240B] ["flushed keys"=192] ["flushed size"=4.608kB] ["take time"=1.196764ms] [2024/06/02 08:07:52.506 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999640305665] [generation=19] [session=20] [keys=6] [size=144B] ["flushed keys"=198] ["flushed size"=4.752kB] ["take time"=1.066732ms] [2024/06/02 08:07:52.506 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=198] [size=4.752kB] [startTS=450183999640305665] [2024/06/02 08:07:52.507 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183999640305665] [commitTS=450183999640305669] [2024/06/02 08:07:52.507 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183999640305665] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/06/02 08:07:52.510 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000cf5f7280000000000003e8] [2024/06/02 08:07:52.513 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183999640305665] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=5.045658ms] ["completed regions"=1] [2024/06/02 08:07:52.513 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450183999640305665] [commitTS=450183999640305669] [session=20] [2024/06/02 08:07:52.514 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000cf5f7280000000000003e8] ["first new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:2 id:102 store_id:3 id:103 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/06/02 08:07:52.514 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=100] [2024/06/02 08:07:52.515 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000003e8] ["new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:2 id:102 store_id:3 id:103 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:52.515 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=104] [2024/06/02 08:07:52.516 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000007d0] ["new region left"="{Id:104 StartKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa EndKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:105 store_id:2 id:106 store_id:3 id:107 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:52.516 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=108] [2024/06/02 08:07:52.517 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000bb8] ["new region left"="{Id:108 StartKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa EndKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:109 store_id:2 id:110 store_id:3 id:111 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:52.517 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=112] [2024/06/02 08:07:52.518 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000fa0] ["new region left"="{Id:112 StartKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa EndKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:113 store_id:2 id:114 store_id:3 id:115 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:52.518 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=116] [2024/06/02 08:07:52.519 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001388] ["new region left"="{Id:116 StartKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa EndKey:7480000000000000ffcf5f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:117 store_id:2 id:118 store_id:3 id:119 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:52.519 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=120] [2024/06/02 08:07:52.520 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001770] ["new region left"="{Id:120 StartKey:7480000000000000ffcf5f728000000000ff0013880000000000fa EndKey:7480000000000000ffcf5f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:121 store_id:2 id:122 store_id:3 id:123 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:52.520 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=124] [2024/06/02 08:07:52.521 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001b58] ["new region left"="{Id:124 StartKey:7480000000000000ffcf5f728000000000ff0017700000000000fa EndKey:7480000000000000ffcf5f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:125 store_id:2 id:126 store_id:3 id:127 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:52.521 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=128] [2024/06/02 08:07:52.522 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001f40] ["new region left"="{Id:128 StartKey:7480000000000000ffcf5f728000000000ff001b580000000000fa EndKey:7480000000000000ffcf5f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:129 store_id:2 id:130 store_id:3 id:131 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:52.522 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=132] [2024/06/02 08:07:52.523 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000002328] ["new region left"="{Id:132 StartKey:7480000000000000ffcf5f728000000000ff001f400000000000fa EndKey:7480000000000000ffcf5f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:133 store_id:2 id:134 store_id:3 id:135 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/06/02 08:07:52.523 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[100,104,108,112,116,120,124,128,132]"] [2024/06/02 08:07:52.523 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=100] [backoff(ms)=299986] [2024/06/02 08:07:52.523 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=100] [2024/06/02 08:07:52.524 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=104] [backoff(ms)=299986] [2024/06/02 08:07:52.524 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=104] [2024/06/02 08:07:52.524 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=108] [backoff(ms)=299985] [2024/06/02 08:07:52.524 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=108] [2024/06/02 08:07:52.525 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=112] [backoff(ms)=299985] [2024/06/02 08:07:52.525 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=112] [2024/06/02 08:07:52.525 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=116] [backoff(ms)=299984] [2024/06/02 08:07:52.526 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=116] [2024/06/02 08:07:52.526 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=120] [backoff(ms)=299983] [2024/06/02 08:07:52.526 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=120] [2024/06/02 08:07:52.526 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=124] [backoff(ms)=299983] [2024/06/02 08:07:52.527 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=124] [2024/06/02 08:07:52.527 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=128] [backoff(ms)=299982] [2024/06/02 08:07:52.527 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=128] [2024/06/02 08:07:52.527 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=132] [backoff(ms)=299982] [2024/06/02 08:07:52.528 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=132] [2024/06/02 08:07:52.549 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.737483ms] [2024/06/02 08:07:52.550 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.456965ms] [2024/06/02 08:07:52.554 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=2.68128ms] [2024/06/02 08:07:52.556 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=4] [session=20] [keys=14] [size=406B] ["flushed keys"=44] ["flushed size"=1.276kB] ["take time"=1.926239ms] [2024/06/02 08:07:52.558 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=5] [session=20] [keys=11] [size=319B] ["flushed keys"=55] ["flushed size"=1.595kB] ["take time"=2.26628ms] [2024/06/02 08:07:52.560 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=6] [session=20] [keys=12] [size=348B] ["flushed keys"=67] ["flushed size"=1.943kB] ["take time"=1.566417ms] [2024/06/02 08:07:52.563 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=77] ["flushed size"=2.233kB] ["take time"=1.967252ms] [2024/06/02 08:07:52.565 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=87] ["flushed size"=2.523kB] ["take time"=2.151865ms] [2024/06/02 08:07:52.567 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=9] [session=20] [keys=11] [size=319B] ["flushed keys"=98] ["flushed size"=2.842kB] ["take time"=1.563949ms] [2024/06/02 08:07:52.568 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450183999653412881] [generation=10] [session=20] [keys=2] [size=58B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.075704ms] [2024/06/02 08:07:52.568 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=450183999653412881] [2024/06/02 08:07:52.570 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450183999653412881] [commitTS=450183999666520065] [2024/06/02 08:07:52.570 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450183999653412881] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/06/02 08:07:52.584 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:52.584 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [2024/06/02 08:07:52.584 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:52.585 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 63, tp add index"] [category=ddl] ["take time"=27.732Β΅s] [2024/06/02 08:07:52.585 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=20.151Β΅s] [2024/06/02 08:07:52.585 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=23.05Β΅s] [2024/06/02 08:07:52.585 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=18.307Β΅s] [2024/06/02 08:07:52.585 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:52.585 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450183999653412881] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=14.526766ms] ["completed regions"=10] [2024/06/02 08:07:52.585 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 60, tp general"] [category=ddl] ["take time"=16.313Β΅s] [2024/06/02 08:07:52.585 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=450183999653412881] [commitTS=450183999666520065] [session=20] [2024/06/02 08:07:52.585 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [2024/06/02 08:07:52.585 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [2024/06/02 08:07:52.585 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:52.587 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [] [2024/06/02 08:07:52.588 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:52.588 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:52.588 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:52.590 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=87aeb5ba-29a9-4730-bea2-4c312638a001] ["take time"=6.10016ms] [2024/06/02 08:07:52.590 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=87aeb5ba-29a9-4730-bea2-4c312638a001] [2024/06/02 08:07:52.592 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:52.592 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:52.592 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c2e4c343-6cff-40dd-9f35-e8ba4bb80884] [watcherID=f45c7ab5-53b3-4fbd-a0f6-dd0d46e0c353] [2024/06/02 08:07:52.593 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c2e4c343-6cff-40dd-9f35-e8ba4bb80884] [2024/06/02 08:07:52.593 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:52.593 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:52.593 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:52.593 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:52.593 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:52.593 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:52.593 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:52.593 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:52.593 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:52.593 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:52.598 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:52.598 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:52.599 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1972] [2024/06/02 08:07:52.599 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:52.599 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:52.599 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:52.599 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:52.599 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:52.599 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:52.599 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:52.600 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:52.599 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:52.599 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:52.600 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=87aeb5ba-29a9-4730-bea2-4c312638a001] [2024/06/02 08:07:52.600 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [error="context canceled"] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:52.600 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:52.600 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:52.600 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4faae0a0-e356-46ad-b22c-742363348d44"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:52.600 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [2024/06/02 08:07:52.600 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:52.600 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:52.600 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:52.600 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:52.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:52.600 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4faae0a0-e356-46ad-b22c-742363348d44"] [2024/06/02 08:07:52.600 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:52.600 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=87aeb5ba-29a9-4730-bea2-4c312638a001] [2024/06/02 08:07:52.601 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:52.601 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:52.601 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:52.601 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:52.601 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:52.602 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:52.602 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4faae0a0-e356-46ad-b22c-742363348d44] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:52.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:52.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:52.602 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:52.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:52.602 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 4faae0a0-e356-46ad-b22c-742363348d44"] [error="context canceled"] [2024/06/02 08:07:52.714 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:52.714 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [error="context canceled"] [2024/06/02 08:07:52.714 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [2024/06/02 08:07:52.803 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4faae0a0-e356-46ad-b22c-742363348d44"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:53.867 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:53.867 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:53.867 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:53.980 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 87aeb5ba-29a9-4730-bea2-4c312638a001"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:53.980 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:53.980 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:53.981 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:53.988 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.403804195s] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:53.989 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:53.989 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:53.989 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:53.989 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:53.990 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLUpdate (4.77s) === RUN TestPipelinedDMLCommitFailed [2024/06/02 08:07:53.998 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:53.998 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:53.999 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:54.000 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:54.000 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:54.001 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:54.001 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:54.001 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:54.001 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:54.001 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:54.003 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:54.006 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:54.008 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:54.010 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:54.019 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:54.029 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:54.051 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4faae0a0-e356-46ad-b22c-742363348d44"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:54.164 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=632] ["lease id"=3eaa8fd7fae09fa7] [2024/06/02 08:07:54.167 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:54.515 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=162] ["start time"=345.129618ms] [2024/06/02 08:07:54.597 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:54.597 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=430.590905ms] [2024/06/02 08:07:54.598 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=9eb4f2fe-e5b1-448f-831d-db4ef2eaa409] [runWorker=true] [2024/06/02 08:07:54.598 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:54.600 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:54.601 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:54.601 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=434.039804ms] [2024/06/02 08:07:54.603 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09fb8] [ownerID=9eb4f2fe-e5b1-448f-831d-db4ef2eaa409] [op=none] [2024/06/02 08:07:54.603 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [2024/06/02 08:07:54.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:54.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:54.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:54.604 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:54.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:54.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:54.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:54.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:54.605 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:54.605 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:54.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:54.605 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:54.605 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:54.608 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:54.608 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=964cc965-7bdc-4fe5-b69e-eafc35b3a8e6] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:54.612 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:54.614 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:54.615 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae09fb8] [ownerID=9eb4f2fe-e5b1-448f-831d-db4ef2eaa409] [op=none] [2024/06/02 08:07:54.615 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [op=none] [2024/06/02 08:07:54.615 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:54.677 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:54.679 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:54.679 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:54.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:54.830 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:54.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:54.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:54.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:54.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:54.841 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:54.841 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:54.841 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:54.841 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:54.841 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:54.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:54.843 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:54.844 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:54.844 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:54.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:54.845 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:54.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:54.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:54.845 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:54.845 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:54.849 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:54.851 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:54.857 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/d46e1654-6303-4782-a5cb-27240bbf0fcc] [2024/06/02 08:07:54.857 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:54.857 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:54.861 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:54.861 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:54.861 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:54.915 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:54.943 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:54.958 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:54.961 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:54.964 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/06/02 08:07:54.967 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:54.968 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=125.521814ms] [2024/06/02 08:07:54.968 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:54.969 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:54.970 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/06/02 08:07:54.996 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:54.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:54.996 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:54.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:55.045 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.075 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=555.291Β΅s] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:55.089 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=211] [version=163] [2024/06/02 08:07:55.091 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=20.567995ms] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:54.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.125 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.154 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=236.885Β΅s] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:55.165 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=211] [version=164] [2024/06/02 08:07:55.167 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=17.193296ms] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.227 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:54.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.236 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 209, Old Table Name: _t"] [2024/06/02 08:07:55.266 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=236.517Β΅s] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:55.277 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=211] [version=165] [2024/06/02 08:07:55.279 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=15.853002ms] [job="ID:211, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:54.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.327 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=211] [tableIDs="[209]"] [comment="drop table: table ID"] [2024/06/02 08:07:55.339 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="drop table"] [2024/06/02 08:07:55.343 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:54.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.419 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/06/02 08:07:55.419 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:55.446 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:55.446 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:55.512 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.545 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=581.112Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:55.556 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=212] [version=166] [2024/06/02 08:07:55.557 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=17.046552ms] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.615 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.625 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:55.625 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:55.625 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:55.625 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:55.643 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=237.443Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:55.653 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=212] [version=167] [2024/06/02 08:07:55.655 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=15.252294ms] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.687 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.696 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 207, Old Table Name: t"] [2024/06/02 08:07:55.725 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=232.512Β΅s] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:55.737 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/06/02 08:07:55.738 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=16.875862ms] [job="ID:212, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:55.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.771 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=212] [tableIDs="[207]"] [comment="drop table: table ID"] [2024/06/02 08:07:55.779 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=212] [jobType="drop table"] [2024/06/02 08:07:55.782 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=212] [conn=21] [job="ID:212, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:55.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.836 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/06/02 08:07:55.836 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:55.839 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 0.869819443\n# Parse_time: 0.000228742\n# Compile_time: 0.000596901\n# Rewrite_time: 0.000012538\n# Optimize_time: 0.000162847\n# Wait_TS: 0.000421739\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/06/02 08:07:55.857 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:55.857 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:55.857 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d46e1654-6303-4782-a5cb-27240bbf0fcc] [watcherID=db39f42e-3fbe-4529-becb-c1a1ddbc9fb6] [2024/06/02 08:07:55.862 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:55.875 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:55.875 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:55.875 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:55.875 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:55.885 +00:00] [INFO] [set.go:170] ["set global var"] [conn=22] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:55.926 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:55.933 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/06/02 08:07:55.937 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/06/02 08:07:55.996 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:55.996 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/06/02 08:07:56.043 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=214] [conn=22] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.050 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 213, Table Name: t"] [2024/06/02 08:07:56.100 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=2.757263ms] [gotSchemaVersion=169] [phyTblIDs="[213]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:56.112 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=214] [version=169] [2024/06/02 08:07:56.114 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=20.949843ms] [job="ID:214, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.178 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=214] [conn=22] [job="ID:214, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.211 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/06/02 08:07:56.211 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:56.215 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create table _t like t"] [user=] [2024/06/02 08:07:56.250 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:56.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:56.250 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:56.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/06/02 08:07:56.286 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=216] [conn=22] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:56.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.292 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 215, Table Name: _t"] [2024/06/02 08:07:56.334 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=2.241745ms] [gotSchemaVersion=170] [phyTblIDs="[215]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:56.344 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=216] [version=170] [2024/06/02 08:07:56.346 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=17.504041ms] [job="ID:216, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:56.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.406 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 65, tp general"] [category=ddl] [jobID=216] [conn=22] [job="ID:216, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:56.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:56.437 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/06/02 08:07:56.437 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:56.601 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:57.106 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184000846168079] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.242022ms] [2024/06/02 08:07:57.107 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184000846168079] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=24.58Β΅s] [2024/06/02 08:07:57.107 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=450184000846168079] [2024/06/02 08:07:57.107 +00:00] [WARN] [session.go:814] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:438\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/06/02 08:07:57.108 +00:00] [WARN] [session.go:830] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:438\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:57.108 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:438\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:07:57.137 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184000859275270] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.5576ms] [2024/06/02 08:07:57.138 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184000859275270] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=29.549Β΅s] [2024/06/02 08:07:57.138 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=450184000859275270] [2024/06/02 08:07:57.138 +00:00] [WARN] [session.go:814] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:438\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/06/02 08:07:57.139 +00:00] [WARN] [session.go:830] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:438\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:57.139 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:438\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:07:57.149 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:57.149 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [2024/06/02 08:07:57.149 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:57.149 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 68, tp add index"] [category=ddl] ["take time"=32.897Β΅s] [2024/06/02 08:07:57.150 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=26.766Β΅s] [2024/06/02 08:07:57.150 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=18.474Β΅s] [2024/06/02 08:07:57.150 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=17.347Β΅s] [2024/06/02 08:07:57.150 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:57.150 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 65, tp general"] [category=ddl] ["take time"=18.763Β΅s] [2024/06/02 08:07:57.150 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [2024/06/02 08:07:57.150 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [2024/06/02 08:07:57.150 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:57.151 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [] [2024/06/02 08:07:57.152 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:57.152 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:57.153 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:57.155 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=9eb4f2fe-e5b1-448f-831d-db4ef2eaa409] ["take time"=5.744002ms] [2024/06/02 08:07:57.155 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=9eb4f2fe-e5b1-448f-831d-db4ef2eaa409] [2024/06/02 08:07:57.157 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:07:57.157 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:07:57.157 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d46e1654-6303-4782-a5cb-27240bbf0fcc] [watcherID=db39f42e-3fbe-4529-becb-c1a1ddbc9fb6] [2024/06/02 08:07:57.157 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/d46e1654-6303-4782-a5cb-27240bbf0fcc] [2024/06/02 08:07:57.157 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:57.157 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:57.157 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:57.157 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:57.157 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:07:57.157 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:07:57.157 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:57.157 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:57.157 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:57.157 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:07:57.162 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:07:57.162 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=632] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=9eb4f2fe-e5b1-448f-831d-db4ef2eaa409] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:57.163 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:57.163 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:57.163 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:57.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:57.163 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:07:57.163 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:57.163 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 964cc965-7bdc-4fe5-b69e-eafc35b3a8e6"] [error="lost watcher waiting for delete"] [2024/06/02 08:07:57.164 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=9eb4f2fe-e5b1-448f-831d-db4ef2eaa409] [2024/06/02 08:07:57.164 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 964cc965-7bdc-4fe5-b69e-eafc35b3a8e6"] [2024/06/02 08:07:57.163 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:57.164 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:57.164 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [error="context canceled"] [2024/06/02 08:07:57.164 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [2024/06/02 08:07:57.164 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:57.164 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:07:57.164 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:57.164 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:07:57.164 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:57.164 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:57.164 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:07:57.164 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:07:57.164 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:57.165 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:57.165 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 964cc965-7bdc-4fe5-b69e-eafc35b3a8e6"] [error="context canceled"] [2024/06/02 08:07:57.165 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:57.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:57.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:57.165 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=964cc965-7bdc-4fe5-b69e-eafc35b3a8e6] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:57.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:57.272 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:07:57.272 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [error="context canceled"] [2024/06/02 08:07:57.272 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [2024/06/02 08:07:57.365 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 964cc965-7bdc-4fe5-b69e-eafc35b3a8e6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:58.420 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:58.420 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:07:58.420 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:58.513 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9eb4f2fe-e5b1-448f-831d-db4ef2eaa409"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:58.513 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:07:58.513 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:07:58.513 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:58.521 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.371634411s] [2024/06/02 08:07:58.521 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:58.521 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:58.521 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:58.521 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:58.521 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:58.521 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:58.521 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:58.521 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:58.522 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:58.522 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:58.522 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:58.522 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:58.522 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:58.523 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitFailed (4.53s) === RUN TestPipelinedDMLCommitSkipSecondaries [2024/06/02 08:07:58.528 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:07:58.528 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:07:58.530 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:07:58.530 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:58.530 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:07:58.531 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:58.531 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:58.531 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:58.531 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:58.531 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:58.533 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:07:58.537 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:58.539 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:58.544 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:07:58.553 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:58.563 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:58.627 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 964cc965-7bdc-4fe5-b69e-eafc35b3a8e6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:58.736 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=711] ["lease id"=6f188fd7fae09fe6] [2024/06/02 08:07:58.738 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:59.118 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=170] ["start time"=375.439724ms] [2024/06/02 08:07:59.204 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:59.204 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=465.716061ms] [2024/06/02 08:07:59.204 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=1d5d82bf-13e6-4f80-af3f-e9969303a3b9] [runWorker=true] [2024/06/02 08:07:59.204 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:59.206 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:59.207 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:59.207 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=468.994328ms] [2024/06/02 08:07:59.209 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09f92] [ownerID=1d5d82bf-13e6-4f80-af3f-e9969303a3b9] [op=none] [2024/06/02 08:07:59.209 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:59.211 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:59.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:59.211 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:59.211 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:59.214 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:59.214 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=eb067064-4f09-47b1-9810-147ed115e7fc] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:59.219 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:59.220 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:59.220 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09f92] [ownerID=1d5d82bf-13e6-4f80-af3f-e9969303a3b9] [op=none] [2024/06/02 08:07:59.220 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [op=none] [2024/06/02 08:07:59.220 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:59.283 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:59.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:59.285 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:59.396 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:59.415 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:59.427 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:59.427 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:59.427 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:59.427 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:59.427 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:59.427 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:59.427 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:59.427 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:59.427 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:59.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:59.430 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:59.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:59.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:59.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:59.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:59.431 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:59.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:59.431 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:59.431 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:07:59.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:59.435 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:07:59.442 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/41583ad7-7bd0-4319-afa1-3ce006df9859] [2024/06/02 08:07:59.443 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:59.443 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:59.445 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:59.445 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:59.445 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:59.483 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:59.536 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:07:59.536 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:59.569 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/06/02 08:07:59.573 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:07:59.575 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/06/02 08:07:59.591 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:59.600 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=170.438824ms] [2024/06/02 08:07:59.600 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:59.600 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:59.608 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:59.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:59.607 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:59.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:07:59.679 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:59.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:59.712 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=619.739Β΅s] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:59.724 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=217] [version=171] [2024/06/02 08:07:59.726 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=19.139432ms] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:59.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:59.796 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:59.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:59.826 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=247.121Β΅s] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:59.837 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=217] [version=172] [2024/06/02 08:07:59.838 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=16.747218ms] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:59.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:59.899 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:59.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:59.909 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 215, Old Table Name: _t"] [2024/06/02 08:07:59.950 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=235.216Β΅s] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:59.961 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=217] [version=173] [2024/06/02 08:07:59.965 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=19.847307ms] [job="ID:217, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:59.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.039 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=217] [tableIDs="[215]"] [comment="drop table: table ID"] [2024/06/02 08:08:00.053 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=217] [jobType="drop table"] [2024/06/02 08:08:00.058 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=217] [conn=24] [job="ID:217, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:59.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.119 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=217] [2024/06/02 08:08:00.119 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:00.147 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:00.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:00.147 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:00.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:08:00.189 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.228 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=526.033Β΅s] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:00.236 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:08:00.237 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:00.237 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:00.237 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:00.241 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=218] [version=174] [2024/06/02 08:08:00.243 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=28.916995ms] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:00.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.301 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.362 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=309.108Β΅s] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:00.376 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=218] [version=175] [2024/06/02 08:08:00.378 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=22.054292ms] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.435 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.443 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:08:00.443 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:08:00.443 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/41583ad7-7bd0-4319-afa1-3ce006df9859] [watcherID=e6e07214-c3c7-4a4e-a1c9-47a0c3be83c4] [2024/06/02 08:08:00.445 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:08:00.445 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 213, Old Table Name: t"] [2024/06/02 08:08:00.459 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:08:00.459 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:08:00.459 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:08:00.459 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:08:00.491 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=228.742Β΅s] [gotSchemaVersion=176] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:00.502 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=218] [version=176] [2024/06/02 08:08:00.504 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=17.461257ms] [job="ID:218, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:00.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.543 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=218] [tableIDs="[213]"] [comment="drop table: table ID"] [2024/06/02 08:08:00.553 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=218] [jobType="drop table"] [2024/06/02 08:08:00.557 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=218] [conn=24] [job="ID:218, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:00.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.615 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/06/02 08:08:00.615 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:00.618 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.043754999\n# Parse_time: 0.000230576\n# Compile_time: 0.000611356\n# Rewrite_time: 0.000008923\n# Optimize_time: 0.00020865\n# Wait_TS: 0.00040104\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/06/02 08:08:00.680 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:08:00.685 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/06/02 08:08:00.688 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/06/02 08:08:00.735 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:00.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:00.735 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:00.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/06/02 08:08:00.810 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=220] [conn=25] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.819 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 219, Table Name: t"] [2024/06/02 08:08:00.864 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.46511ms] [gotSchemaVersion=177] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:00.875 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=220] [version=177] [2024/06/02 08:08:00.877 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=19.495391ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:00.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.937 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=220] [conn=25] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:01.007 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/06/02 08:08:01.007 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:01.011 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.324223886\n# Parse_time: 0.000452676\n# Compile_time: 0.000688908\n# Rewrite_time: 0.000006591\n# Optimize_time: 0.000354997\n# Wait_TS: 0.000319318\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/06/02 08:08:01.013 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=177] [cur_db=test] [sql="create table _t like t"] [user=] [2024/06/02 08:08:01.052 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:01.052 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/06/02 08:08:01.118 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=222] [conn=25] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:01.126 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 221, Table Name: _t"] [2024/06/02 08:08:01.171 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.606956ms] [gotSchemaVersion=178] [phyTblIDs="[221]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:01.182 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=222] [version=178] [2024/06/02 08:08:01.184 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=19.391117ms] [job="ID:222, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:01.208 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:08:01.250 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 70, tp general"] [category=ddl] [jobID=222] [conn=25] [job="ID:222, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:01.288 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/06/02 08:08:01.288 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:02.074 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184002143780882] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.786319ms] [2024/06/02 08:08:02.074 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184002143780882] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=27.687Β΅s] [2024/06/02 08:08:02.074 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=450184002143780882] [2024/06/02 08:08:02.076 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184002143780882] [commitTS=450184002157150210] [2024/06/02 08:08:02.124 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184002157150214] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.621852ms] [2024/06/02 08:08:02.124 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184002157150214] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=33.983Β΅s] [2024/06/02 08:08:02.124 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=450184002157150214] [2024/06/02 08:08:02.126 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184002157150214] [commitTS=450184002169995266] [2024/06/02 08:08:02.145 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:08:02.145 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [2024/06/02 08:08:02.163 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:02.163 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=32.197Β΅s] [2024/06/02 08:08:02.163 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 73, tp add index"] [category=ddl] ["take time"=18.254Β΅s] [2024/06/02 08:08:02.163 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=13.316Β΅s] [2024/06/02 08:08:02.163 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=18.847Β΅s] [2024/06/02 08:08:02.163 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:02.163 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 70, tp general"] [category=ddl] ["take time"=17.145Β΅s] [2024/06/02 08:08:02.163 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [2024/06/02 08:08:02.163 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [2024/06/02 08:08:02.163 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:02.166 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [] [2024/06/02 08:08:02.167 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:02.167 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:08:02.167 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:08:02.170 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=1d5d82bf-13e6-4f80-af3f-e9969303a3b9] ["take time"=25.247615ms] [2024/06/02 08:08:02.170 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=1d5d82bf-13e6-4f80-af3f-e9969303a3b9] [2024/06/02 08:08:02.172 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:08:02.172 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/41583ad7-7bd0-4319-afa1-3ce006df9859] [watcherID=e6e07214-c3c7-4a4e-a1c9-47a0c3be83c4] [2024/06/02 08:08:02.172 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:08:02.172 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/41583ad7-7bd0-4319-afa1-3ce006df9859] [2024/06/02 08:08:02.172 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:02.172 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:02.172 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:02.172 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:02.172 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:02.173 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:02.173 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:02.173 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:02.173 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:02.173 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:02.181 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:08:02.181 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=711] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=1d5d82bf-13e6-4f80-af3f-e9969303a3b9] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:02.183 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:02.183 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:08:02.183 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:08:02.183 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:02.183 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb067064-4f09-47b1-9810-147ed115e7fc"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:02.183 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [error="context canceled"] [2024/06/02 08:08:02.183 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [2024/06/02 08:08:02.183 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:08:02.183 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:08:02.187 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:08:02.183 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:02.183 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:08:02.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:02.187 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:02.187 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:08:02.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:02.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:02.187 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=1d5d82bf-13e6-4f80-af3f-e9969303a3b9] [2024/06/02 08:08:02.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:02.187 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:08:02.187 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:08:02.187 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:08:02.187 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:08:02.187 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:08:02.187 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:08:02.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:02.188 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [] [2024/06/02 08:08:02.188 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:08:02.188 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:02.189 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:08:02.189 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=eb067064-4f09-47b1-9810-147ed115e7fc] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:02.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:02.189 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:08:02.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:02.189 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb067064-4f09-47b1-9810-147ed115e7fc"] [error="context canceled"] [2024/06/02 08:08:02.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:02.189 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb067064-4f09-47b1-9810-147ed115e7fc"] [2024/06/02 08:08:02.189 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb067064-4f09-47b1-9810-147ed115e7fc"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:02.374 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:08:02.374 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [error="context canceled"] [2024/06/02 08:08:02.374 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [2024/06/02 08:08:03.445 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager eb067064-4f09-47b1-9810-147ed115e7fc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:03.647 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1d5d82bf-13e6-4f80-af3f-e9969303a3b9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:03.647 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:08:03.647 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:08:03.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:03.655 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.510319311s] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:03.656 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:03.656 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:03.656 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:03.656 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:03.658 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitSkipSecondaries (5.14s) === RUN TestPipelinedDMLDisableRetry [2024/06/02 08:08:03.664 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:08:03.664 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:08:03.666 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:08:03.666 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:03.666 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:08:03.667 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:03.667 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:03.667 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:03.668 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:03.668 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:03.670 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:08:03.674 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:03.675 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:03.677 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:03.686 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:08:03.697 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:08:03.857 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1255] ["lease id"=6f188fd7fae0a011] [2024/06/02 08:08:03.859 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:08:04.257 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=178] ["start time"=392.130272ms] [2024/06/02 08:08:04.339 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:04.339 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=479.591425ms] [2024/06/02 08:08:04.339 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=e88e154f-99e3-43ca-9296-175b7113b812] [runWorker=true] [2024/06/02 08:08:04.340 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:08:04.342 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:08:04.343 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:08:04.343 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=482.896791ms] [2024/06/02 08:08:04.345 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09fca] [ownerID=e88e154f-99e3-43ca-9296-175b7113b812] [op=none] [2024/06/02 08:08:04.345 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [2024/06/02 08:08:04.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:04.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:04.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:04.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:04.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:04.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:04.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:04.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:04.346 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:04.346 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:08:04.347 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:04.347 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:04.347 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:08:04.349 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:04.349 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4ec8d85b-36c4-49e7-973c-647184823861] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:04.354 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:08:04.356 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:08:04.357 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae09fca] [ownerID=e88e154f-99e3-43ca-9296-175b7113b812] [op=none] [2024/06/02 08:08:04.357 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [op=none] [2024/06/02 08:08:04.357 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:08:04.417 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:08:04.418 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:04.418 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:08:04.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:04.541 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:04.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:04.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:04.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:04.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:04.553 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:08:04.553 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:08:04.553 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:08:04.553 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:08:04.553 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:08:04.555 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:04.555 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:08:04.556 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:04.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:04.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:04.557 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:08:04.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:04.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:04.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:04.557 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:08:04.560 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:04.561 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:08:04.570 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:04.570 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:08:04.570 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:08:04.571 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/cec7a004-7207-4ad7-bc53-e2b16bcefe38] [2024/06/02 08:08:04.571 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:04.572 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:04.614 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:08:04.622 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/06/02 08:08:04.624 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/06/02 08:08:04.627 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/06/02 08:08:04.655 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:04.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:04.655 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:04.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:08:04.659 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:08:04.684 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:08:04.692 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=137.081944ms] [2024/06/02 08:08:04.692 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:08:04.692 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:04.706 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:04.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:04.740 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=570.456Β΅s] [gotSchemaVersion=179] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:04.751 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=223] [version=179] [2024/06/02 08:08:04.753 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=18.305903ms] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:04.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:04.844 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:04.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:04.880 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=358.924Β΅s] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:04.891 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=223] [version=180] [2024/06/02 08:08:04.893 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=18.556405ms] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:04.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:04.932 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:04.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:04.942 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 221, Old Table Name: _t"] [2024/06/02 08:08:04.974 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=268.529Β΅s] [gotSchemaVersion=181] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:04.985 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=223] [version=181] [2024/06/02 08:08:04.990 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=20.982647ms] [job="ID:223, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:04.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.038 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=223] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/06/02 08:08:05.051 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=223] [jobType="drop table"] [2024/06/02 08:08:05.055 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=223] [conn=26] [job="ID:223, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:04.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.111 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=223] [2024/06/02 08:08:05.112 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:05.140 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:05.140 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/06/02 08:08:05.220 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.251 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=582.48Β΅s] [gotSchemaVersion=182] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:05.265 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=224] [version=182] [2024/06/02 08:08:05.267 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=20.849698ms] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.326 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.363 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=294.859Β΅s] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:05.370 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:08:05.370 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:05.370 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:05.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:05.374 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=224] [version=183] [2024/06/02 08:08:05.376 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=25.618009ms] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.435 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.445 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 219, Old Table Name: t"] [2024/06/02 08:08:05.477 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=266.037Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:05.514 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=224] [version=184] [2024/06/02 08:08:05.517 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=43.608321ms] [job="ID:224, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.570 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:08:05.571 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:08:05.571 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:08:05.572 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cec7a004-7207-4ad7-bc53-e2b16bcefe38] [watcherID=d11dd148-bac3-45fa-a770-4999fe4881a9] [2024/06/02 08:08:05.584 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:08:05.584 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:08:05.584 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:08:05.584 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:08:05.599 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/06/02 08:08:05.609 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="drop table"] [2024/06/02 08:08:05.612 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=224] [conn=26] [job="ID:224, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:05.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.678 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/06/02 08:08:05.678 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:05.681 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 26\n# Query_time: 1.055601065\n# Parse_time: 0.000573426\n# Compile_time: 0.000688509\n# Rewrite_time: 0.000016478\n# Optimize_time: 0.000247576\n# Wait_TS: 0.000336263\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/06/02 08:08:05.711 +00:00] [INFO] [set.go:170] ["set global var"] [conn=27] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:08:05.721 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/06/02 08:08:05.724 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/06/02 08:08:05.776 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:05.776 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/06/02 08:08:05.829 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=226] [conn=27] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.839 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 225, Table Name: t1"] [2024/06/02 08:08:05.902 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=2.689924ms] [gotSchemaVersion=185] [phyTblIDs="[225]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:05.913 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=226] [version=185] [2024/06/02 08:08:05.915 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=19.705993ms] [job="ID:226, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.983 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=226] [conn=27] [job="ID:226, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:06.019 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/06/02 08:08:06.019 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:06.023 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.300575479\n# Parse_time: 0.000733012\n# Compile_time: 0.001005171\n# Rewrite_time: 0.000024346\n# Optimize_time: 0.000369764\n# Wait_TS: 0.000281153\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/06/02 08:08:06.025 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=185] [cur_db=test] [sql="create table t2(a int, b int)"] [user=] [2024/06/02 08:08:06.062 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:06.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:06.062 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:06.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int)"] [2024/06/02 08:08:06.111 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=228] [conn=27] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:06.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:06.118 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 227, Table Name: t2"] [2024/06/02 08:08:06.190 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.446004ms] [gotSchemaVersion=186] [phyTblIDs="[227]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:06.201 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=228] [version=186] [2024/06/02 08:08:06.202 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=19.156754ms] [job="ID:228, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:06.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:06.255 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 75, tp general"] [category=ddl] [jobID=228] [conn=27] [job="ID:228, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:06.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:06.290 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/06/02 08:08:06.290 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:06.343 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:08:06.815 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184003271000065] [generation=1] [session=27] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=1.155389ms] [2024/06/02 08:08:06.816 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:08:06.816 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-rollback-450184003271000065] [startKey=7480000000000000e15f728000000000000001] [endKey=7480000000000000e15f728000000000000001] [2024/06/02 08:08:06.816 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=0] [startTS=450184003271000065] [commitTS=0] [session=27] [2024/06/02 08:08:06.817 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184003271000065\n# Conn_ID: 27\n# Query_time: 0.510543053\n# Parse_time: 0.000735966\n# Compile_time: 0.003586359\n# Rewrite_time: 0.001996429\n# Optimize_time: 0.000369764\n# Wait_TS: 0.000393654\n# Cop_time: 0.001027815 Process_time: 0.000029922 Wait_time: 0.000036321 Request_count: 1 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: test\n# Is_internal: false\n# Digest: 17ec1fbcf3620b11461e2eff18cd122e69a53042f1ba2502f253416afd1b6f79\n# Stats: t2:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 2.9922e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.6321e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17106\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tgbwUjAJMjdfMQkwCTAJTi9BCTAJdGltZTo1MDQuMm1zLCBsb29wczoxLCBwcmVwYXJlOiA1MDMuOG1zLCBpbnNlcnQ6Mzc2LjHCtXMJNDAyIEJ5dGVzAUloCjEJMTRfNgkwCTEwMDAwCXRlc3QudDIuYQkyCWIIMS41BUYJYRAyCTMyMA0+DQgcCjIJMzFfMTAVQ0xkYXRhOlRhYmxlRnVsbFNjYW5fORlOBDMzGa/YMiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogOTI1LjPCtXMsIHByb2Nfa2V5czogMiwgdG90XwESFDogMjkuOQUhARMcd2FpdDogMzYNNIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhhuOiA0Mi42BU2obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGxFF9ycGM6MQWXCGFsXyWTNDg0NS41wrVzfX0JMjg3LSwwTi9BCjMJNDNfOQkxXzVsmGFibGU6dDIsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbyU9BGt2BbQEOnsFZQwwcywgKZIBmABzIWQoZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiA4MhHAAGslZjgzLCBnZXRfc25hcHNob3QJ1gwgOS40KSJ4cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiGlCGtleT4WABg0LCBibG9jIegQfX19LCABxl6zAAEcNuABCGFsXyHiDRo15wB0IRYId2FsLXpIIDE0My42wrVzfQlOL0EJTi9BCg==')\n# Plan_digest: f7e0f28c5c86b45fa3d92926774edc8a8076ac4356558ce21165e890659f0d92\n# Binary_plan: tidb_decode_binary_plan('jQfACogHCghJbnNlcnRfMRKqBgoGU29ydF82EuMFCg5UYWJsZVJlYWRlcl8xMBKfAwoPVAETUEZ1bGxTY2FuXzkhjARw3ptXQUEpAAEB8FiIw0AwAjgCQAJKDAoKCgR0ZXN0EgJ0MlIea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgcwFtfGRldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogMiwgRhcAHF9zaXplOiA4FR0JLPA8MywgZ2V0X3NuYXBzaG90X3RpbWU6IDkuNDbCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudAVrCGtleT4WADw0LCBibG9jazoge319fSwgAVVeswABHBQ6IDI5LjkFcQm5CHdhaRGLDDM2LjMJGiEWDHdhbGwNMwwxNDMuAaUIfXD/EQEEAXgRCiT/ASFijYgxlc8MMo4BNAFAAVIUZGF0YTpUYWJsPbwEWhQFiBgxLjMzbXMsLW4cMmLcAWNvcF8li0Qge251bTogMSwgbWF4OiA5MjUNmCF8LU0pXCWONtMABdEAOhnMgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaEG46IDQyBewFfchfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwtVwXkMDg0NS41wrVzfX1wnwIuMQEY6egZyNlSWkIxASQJdGVzdC50Mi5hNSYENTg9JgxwwAI4IVkUA04vQVoVBWQQNTA0LjIZIzwxYiFwcmVwYXJlOiA1MDMuBT4EaW5haWA6Mzc2LjHCtXNwkgN4////////////ARgB')\n# Resource_group: default\ninsert into t1 select * from t2 order by a;"] [2024/06/02 08:08:06.818 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=186] [error="[kv:9007]Write conflict, txnStartTS=450184003271000065, conflictStartTS=450184003402334209, conflictCommitTS=450184003402334211, key={tableID=225, tableName=test.t1, handle=1}, originalKey=7480000000000000e15f728000000000000001, primary={tableID=225, tableName=test.t1, handle=1}, originalPrimaryKey=7480000000000000e15f728000000000000001, reason=Optimistic [try again later]"] [session="{\n \"currDBName\": \"test\",\n \"id\": 27,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:08:06.818 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:08:06.818 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [2024/06/02 08:08:06.843 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:06.843 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=31.575Β΅s] [2024/06/02 08:08:06.843 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=15.408Β΅s] [2024/06/02 08:08:06.843 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=13.581Β΅s] [2024/06/02 08:08:06.843 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 78, tp add index"] [category=ddl] ["take time"=16.158Β΅s] [2024/06/02 08:08:06.843 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:06.843 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 75, tp general"] [category=ddl] ["take time"=5.171Β΅s] [2024/06/02 08:08:06.843 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [2024/06/02 08:08:06.843 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [2024/06/02 08:08:06.843 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:06.845 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [] [2024/06/02 08:08:06.846 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:06.846 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:08:06.846 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:08:06.848 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=e88e154f-99e3-43ca-9296-175b7113b812] ["take time"=30.380523ms] [2024/06/02 08:08:06.848 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=e88e154f-99e3-43ca-9296-175b7113b812] [2024/06/02 08:08:06.850 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:08:06.850 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:08:06.850 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cec7a004-7207-4ad7-bc53-e2b16bcefe38] [watcherID=d11dd148-bac3-45fa-a770-4999fe4881a9] [2024/06/02 08:08:06.851 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/cec7a004-7207-4ad7-bc53-e2b16bcefe38] [2024/06/02 08:08:06.851 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:06.851 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:06.851 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:06.851 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:06.851 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:06.851 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:06.851 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:06.851 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:06.851 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:06.851 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:06.857 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:08:06.857 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1255] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:06.858 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=e88e154f-99e3-43ca-9296-175b7113b812] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:06.859 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:06.858 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:08:06.859 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4ec8d85b-36c4-49e7-973c-647184823861"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:06.859 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:06.859 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:06.858 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:06.859 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:06.858 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:08:06.859 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:08:06.858 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:08:06.858 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:08:06.858 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:08:06.858 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:06.859 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:06.859 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4ec8d85b-36c4-49e7-973c-647184823861"] [2024/06/02 08:08:06.859 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [2024/06/02 08:08:06.859 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [error="context canceled"] [2024/06/02 08:08:06.859 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=e88e154f-99e3-43ca-9296-175b7113b812] [2024/06/02 08:08:06.859 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:08:06.859 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [2024/06/02 08:08:06.859 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:08:06.859 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:08:06.859 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:08:06.859 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:06.859 +00:00] [INFO] [domain.go:947] ["reload schema in loop, schema syncer need restart"] [2024/06/02 08:08:06.859 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/06/02 08:08:06.860 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:08:06.860 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:08:06.860 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 4ec8d85b-36c4-49e7-973c-647184823861"] [error="context canceled"] [2024/06/02 08:08:06.860 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4ec8d85b-36c4-49e7-973c-647184823861] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:06.860 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:06.860 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:06.860 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:06.860 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[ddl-syncer] /tidb/ddl/all_schema_versions/e88e154f-99e3-43ca-9296-175b7113b812"] [error="context canceled"] [2024/06/02 08:08:06.962 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:07.061 +00:00] [INFO] [domain.go:1021] ["domain is closed"] [2024/06/02 08:08:07.061 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4ec8d85b-36c4-49e7-973c-647184823861"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:07.061 +00:00] [ERROR] [domain.go:957] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:296\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:986\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:955\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:957\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/02 08:08:07.076 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/06/02 08:08:07.076 +00:00] [WARN] [domain.go:941] ["reload schema in loop, schema syncer need rewatch"] [2024/06/02 08:08:07.076 +00:00] [INFO] [syncer.go:106] ["syncer rewatch global info finished"] [category=ddl] [2024/06/02 08:08:07.084 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:08:07.084 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:07.464 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:07.964 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:08.109 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:08.114 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:08.114 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:08:08.114 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:08.310 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [errorVerbose="rpc error: code = Canceled desc = grpc: the client connection is closing\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:99\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:08.314 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4ec8d85b-36c4-49e7-973c-647184823861"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:08.465 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:08.965 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:09.461 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=450184003428286465] [newTTL=7551] [isPipelinedTxn=false] [2024/06/02 08:08:09.465 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:09.562 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager e88e154f-99e3-43ca-9296-175b7113b812"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:09.966 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:10.466 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:10.967 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:11.467 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/06/02 08:08:11.960 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=450184003428286465] [newTTL=10050] [isPipelinedTxn=false] [2024/06/02 08:08:11.968 +00:00] [WARN] [session.go:814] ["can not retry txn"] [label=internal] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2413\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2413\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=true] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/06/02 08:08:11.970 +00:00] [WARN] [session.go:830] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2413\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2413\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:11.971 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184003428286465\n# Query_time: 5.010770079\n# Parse_time: 0\n# Compile_time: 0.000381556\n# Rewrite_time: 0.000004207\n# Optimize_time: 0.014704598\n# Wait_TS: 0\n# Prewrite_time: 0.00137111 Get_commit_ts_time: 0.000416147 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 557.4Β΅s}, scan_detail: {get_snapshot_time: 11.9Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 13.3Β΅s, propose_send_wait: 0s, persist_log: {total: 67Β΅s, write_leader_wait: 35ns, sync_log: 40Β΅s, write_memtable: 733ns}, commit_log: 282.1Β΅s, apply_batch_wait: 15.1Β΅s, apply: {total:85.6Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 26.2Β΅s, write_memtable: 13.5Β΅s}}} Write_keys: 3 Write_size: 123 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001186992\n# PD_total: 0.000403503\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:08:11.971 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=186] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2413\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2413\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/06/02 08:08:11.972 +00:00] [ERROR] [handle.go:200] ["dump stats delta fail"] [category=stats] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2413\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2316\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2413\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [stack="github.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:200\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2413"] [2024/06/02 08:08:11.973 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:08:11.973 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:08:11.973 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:08:11.973 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:11.982 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=5.163684063s] [2024/06/02 08:08:11.982 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:11.982 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:11.982 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:11.982 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:11.982 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:11.982 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:11.983 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:11.983 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:11.983 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:11.983 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:11.983 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:11.983 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:11.983 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:11.984 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDisableRetry (8.33s) === RUN TestReplaceRowCheck [2024/06/02 08:08:11.990 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:08:11.990 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:08:11.991 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:08:11.992 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:11.992 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:08:11.993 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:11.993 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:11.993 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:11.993 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:11.993 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:11.995 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:08:11.999 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:12.001 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:12.003 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:12.011 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:08:12.024 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:08:12.192 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=858] ["lease id"=22318fd7fae0a006] [2024/06/02 08:08:12.194 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:08:12.563 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=186] ["start time"=363.513823ms] [2024/06/02 08:08:12.689 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:12.689 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=494.67494ms] [2024/06/02 08:08:12.689 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=fc8022b7-45ac-4f86-9bcc-84f27f68d6af] [runWorker=true] [2024/06/02 08:08:12.690 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:08:12.692 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:08:12.693 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:08:12.693 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=498.279077ms] [2024/06/02 08:08:12.695 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae0a03b] [ownerID=fc8022b7-45ac-4f86-9bcc-84f27f68d6af] [op=none] [2024/06/02 08:08:12.695 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [2024/06/02 08:08:12.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:12.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:12.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:12.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:12.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:12.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:12.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:12.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:12.697 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:12.697 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:08:12.697 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:12.697 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:12.697 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:08:12.699 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:12.699 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e82a7e85-cb2c-4077-b28a-0928a4702db4] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:12.704 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:08:12.707 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:08:12.707 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae0a03b] [ownerID=fc8022b7-45ac-4f86-9bcc-84f27f68d6af] [op=none] [2024/06/02 08:08:12.707 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [op=none] [2024/06/02 08:08:12.708 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:08:12.765 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:08:12.766 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:12.767 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:08:12.859 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:12.877 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:12.891 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:12.891 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:12.891 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:08:12.891 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:12.891 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:08:12.891 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:12.891 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:08:12.891 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:08:12.891 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:08:12.893 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:12.893 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:08:12.895 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:12.895 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:12.895 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:12.895 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:12.895 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:12.895 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:08:12.895 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:12.895 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:08:12.897 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:12.899 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:08:12.904 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/4cb3a977-d7ee-44ac-81ec-f24633881193] [2024/06/02 08:08:12.905 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:12.905 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:12.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:12.907 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:08:12.907 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:08:12.937 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:08:12.988 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:08:12.995 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:08:13.002 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/06/02 08:08:13.005 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t2` nocache"] [user=] [2024/06/02 08:08:13.007 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="drop table `t1`,`t2`"] [user=] [2024/06/02 08:08:13.009 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:08:13.017 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=123.94293ms] [2024/06/02 08:08:13.017 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:08:13.017 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:13.035 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:13.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:13.035 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:13.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/06/02 08:08:13.113 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:13.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.147 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=717.946Β΅s] [gotSchemaVersion=187] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:13.159 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=229] [version=187] [2024/06/02 08:08:13.161 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=18.947038ms] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:13.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.227 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:13.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.257 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=245.783Β΅s] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:13.268 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=229] [version=188] [2024/06/02 08:08:13.271 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=17.259034ms] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:13.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.327 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:13.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.336 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 225, Old Table Name: t1"] [2024/06/02 08:08:13.368 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=235.038Β΅s] [gotSchemaVersion=189] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:13.380 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=229] [version=189] [2024/06/02 08:08:13.382 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=18.005448ms] [job="ID:229, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:13.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.419 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=229] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/06/02 08:08:13.434 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=229] [jobType="drop table"] [2024/06/02 08:08:13.438 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=229] [conn=29] [job="ID:229, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:13.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.504 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=229] [2024/06/02 08:08:13.504 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:13.530 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:13.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:13.530 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:13.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/06/02 08:08:13.573 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:13.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.607 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=713.417Β΅s] [gotSchemaVersion=190] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:13.617 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=230] [version=190] [2024/06/02 08:08:13.619 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=16.572279ms] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:13.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.677 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:13.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.713 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=278.509Β΅s] [gotSchemaVersion=191] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:13.720 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:08:13.720 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:13.720 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:13.720 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:13.725 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=230] [version=191] [2024/06/02 08:08:13.727 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=20.822832ms] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:13.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.782 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:13.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.792 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 227, Old Table Name: t2"] [2024/06/02 08:08:13.864 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=401.693Β΅s] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:13.876 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=230] [version=192] [2024/06/02 08:08:13.878 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=20.244728ms] [job="ID:230, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:13.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.905 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:08:13.905 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:08:13.905 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4cb3a977-d7ee-44ac-81ec-f24633881193] [watcherID=8f8980e5-1431-4e16-ba7b-3320a8a4bf9e] [2024/06/02 08:08:13.907 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:08:13.917 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/06/02 08:08:13.921 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:08:13.921 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:08:13.921 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:08:13.921 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:08:13.927 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="drop table"] [2024/06/02 08:08:13.932 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=230] [conn=29] [job="ID:230, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:13.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:13.992 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/06/02 08:08:13.993 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:13.997 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 29\n# Query_time: 0.990589205\n# Parse_time: 0.000202662\n# Compile_time: 0.000559872\n# Rewrite_time: 0.000008748\n# Optimize_time: 0.000185002\n# Wait_TS: 0.000411923\n# DB: test\n# Is_internal: false\n# Digest: b85281fbd1541c61627d9ed76ac8215af16639bf57f86b3e66202cd5936a07c3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`,`t2`;"] [2024/06/02 08:08:14.031 +00:00] [INFO] [set.go:170] ["set global var"] [conn=30] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:08:14.037 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:08:14.040 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="create table t1(a int, b int)"] [user=] [2024/06/02 08:08:14.078 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:14.078 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int)"] [2024/06/02 08:08:14.148 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=232] [conn=30] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:14.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:14.155 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 231, Table Name: t1"] [2024/06/02 08:08:14.200 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=2.598273ms] [gotSchemaVersion=193] [phyTblIDs="[231]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:14.212 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=232] [version=193] [2024/06/02 08:08:14.214 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=20.629714ms] [job="ID:232, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:14.276 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=232] [conn=30] [job="ID:232, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:14.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:14.327 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/06/02 08:08:14.327 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:14.332 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=193] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/06/02 08:08:14.370 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:14.370 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/06/02 08:08:14.415 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=234] [conn=30] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:14.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:14.424 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 233, Table Name: _t1"] [2024/06/02 08:08:14.503 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=3.065206ms] [gotSchemaVersion=194] [phyTblIDs="[233]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:14.516 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=234] [version=194] [2024/06/02 08:08:14.518 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=22.655693ms] [job="ID:234, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:14.583 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=234] [conn=30] [job="ID:234, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:14.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:14.632 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/06/02 08:08:14.632 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:14.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.304877947\n# Parse_time: 0.00049235\n# Compile_time: 0.000762558\n# Rewrite_time: 0.000007855\n# Optimize_time: 0.000481856\n# Wait_TS: 0.000345248\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t1(a int primary key, b int);"] [2024/06/02 08:08:14.661 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184005446795277] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.60377ms] [2024/06/02 08:08:14.661 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=450184005446795277] [2024/06/02 08:08:14.662 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184005446795277] [commitTS=450184005459902465] [2024/06/02 08:08:14.663 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450184005446795277] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] [concurrency=8] [2024/06/02 08:08:14.666 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450184005446795277] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] ["cost time"=3.221781ms] ["completed regions"=1] [2024/06/02 08:08:14.666 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450184005446795277] [commitTS=450184005459902465] [session=30] [2024/06/02 08:08:14.675 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=194] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:08:14.693 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:08:14.712 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:14.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:08:14.712 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:14.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:14.783 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=236] [conn=30] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:14.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:14.794 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 235, Table Name: _t1, Old Table ID: 233, Old Table Name: _t1"] [2024/06/02 08:08:14.832 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=3.078868ms] [gotSchemaVersion=195] [phyTblIDs="[235]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:14.843 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=236] [version=195] [2024/06/02 08:08:14.844 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=19.902323ms] [job="ID:236, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:14.891 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=236] [tableIDs="[233]"] [comment="drop table: table ID"] [2024/06/02 08:08:14.900 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=236] [jobType="truncate table"] [2024/06/02 08:08:14.904 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=236] [conn=30] [job="ID:236, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:14.965 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/06/02 08:08:14.965 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:14.981 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184005538545667] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.422498ms] [2024/06/02 08:08:14.981 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=450184005538545667] [2024/06/02 08:08:14.982 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184005538545667] [commitTS=450184005538545668] [2024/06/02 08:08:14.982 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450184005538545667] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] [concurrency=8] [2024/06/02 08:08:14.985 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450184005538545667] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] ["cost time"=2.758266ms] ["completed regions"=1] [2024/06/02 08:08:14.985 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450184005538545667] [commitTS=450184005538545668] [session=30] [2024/06/02 08:08:14.991 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=195] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/06/02 08:08:15.023 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:14.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:15.023 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:14.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/06/02 08:08:15.082 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:14.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.093 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 237, Table Name: _t1, Old Table ID: 235, Old Table Name: _t1"] [2024/06/02 08:08:15.162 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=3.100383ms] [gotSchemaVersion=196] [phyTblIDs="[237]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:15.173 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=238] [version=196] [2024/06/02 08:08:15.175 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=20.778286ms] [job="ID:238, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.220 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop table: table ID"] [2024/06/02 08:08:15.230 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="truncate table"] [2024/06/02 08:08:15.234 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 80, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:14.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.291 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/06/02 08:08:15.291 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:15.294 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.304220549\n# Parse_time: 0.000179976\n# Compile_time: 0.000562393\n# Rewrite_time: 0.000008291\n# Optimize_time: 0.000912626\n# Wait_TS: 0.00037832\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/06/02 08:08:15.307 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184005617188873] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.433991ms] [2024/06/02 08:08:15.307 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=450184005617188873] [2024/06/02 08:08:15.309 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184005617188873] [commitTS=450184005630296065] [2024/06/02 08:08:15.309 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450184005617188873] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] [concurrency=8] [2024/06/02 08:08:15.313 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450184005617188873] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] ["cost time"=3.181223ms] ["completed regions"=1] [2024/06/02 08:08:15.313 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450184005617188873] [commitTS=450184005630296065] [session=30] [2024/06/02 08:08:15.320 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:08:15.320 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [2024/06/02 08:08:15.322 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:15.322 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=28.966Β΅s] [2024/06/02 08:08:15.322 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 83, tp add index"] [category=ddl] ["take time"=19.614Β΅s] [2024/06/02 08:08:15.322 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=19.372Β΅s] [2024/06/02 08:08:15.322 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=15.637Β΅s] [2024/06/02 08:08:15.322 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:15.322 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 80, tp general"] [category=ddl] ["take time"=5.736Β΅s] [2024/06/02 08:08:15.322 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [2024/06/02 08:08:15.322 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [2024/06/02 08:08:15.322 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:15.324 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [] [2024/06/02 08:08:15.325 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:15.325 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:08:15.325 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:08:15.328 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=fc8022b7-45ac-4f86-9bcc-84f27f68d6af] ["take time"=8.531761ms] [2024/06/02 08:08:15.328 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=fc8022b7-45ac-4f86-9bcc-84f27f68d6af] [2024/06/02 08:08:15.330 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:08:15.330 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4cb3a977-d7ee-44ac-81ec-f24633881193] [watcherID=8f8980e5-1431-4e16-ba7b-3320a8a4bf9e] [2024/06/02 08:08:15.330 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:08:15.331 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/4cb3a977-d7ee-44ac-81ec-f24633881193] [2024/06/02 08:08:15.331 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:15.331 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:15.331 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:15.331 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:15.331 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:15.331 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:15.331 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:15.331 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:15.331 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:15.331 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:15.336 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:08:15.337 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=858] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=fc8022b7-45ac-4f86-9bcc-84f27f68d6af] [2024/06/02 08:08:15.338 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:15.338 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:08:15.338 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e82a7e85-cb2c-4077-b28a-0928a4702db4"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:15.338 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:08:15.338 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:08:15.338 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:08:15.338 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:08:15.338 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:15.338 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:15.338 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:08:15.338 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:15.338 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:15.338 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [2024/06/02 08:08:15.338 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=fc8022b7-45ac-4f86-9bcc-84f27f68d6af] [2024/06/02 08:08:15.339 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:08:15.339 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:08:15.340 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:08:15.340 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:08:15.340 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e82a7e85-cb2c-4077-b28a-0928a4702db4"] [error="context canceled"] [2024/06/02 08:08:15.340 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:15.340 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e82a7e85-cb2c-4077-b28a-0928a4702db4] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:15.340 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:15.340 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e82a7e85-cb2c-4077-b28a-0928a4702db4"] [2024/06/02 08:08:15.340 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:15.340 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e82a7e85-cb2c-4077-b28a-0928a4702db4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:15.343 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).extractTaskHandles\n\tpkg/executor/distsql.go:1048\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).fetchHandles\n\tpkg/executor/distsql.go:983\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:727\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:08:15.343 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:08:15.343 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:08:15.343 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:15.493 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:08:15.494 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [error="context canceled"] [2024/06/02 08:08:15.494 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [2024/06/02 08:08:16.592 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e82a7e85-cb2c-4077-b28a-0928a4702db4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:16.597 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:16.598 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:08:16.598 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:16.746 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager fc8022b7-45ac-4f86-9bcc-84f27f68d6af"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:16.746 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:08:16.747 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:08:16.747 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:16.754 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.433824619s] [2024/06/02 08:08:16.754 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:16.754 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:16.754 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:16.754 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:16.754 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:16.754 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:16.754 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:16.754 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:16.755 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:16.755 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:16.755 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:16.755 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:16.755 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:16.756 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestReplaceRowCheck (4.77s) === RUN TestDuplicateKeyErrorMessage [2024/06/02 08:08:16.761 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:08:16.761 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:08:16.763 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:08:16.763 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:16.763 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:08:16.765 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:16.765 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:16.765 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:16.765 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:16.765 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:16.767 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:08:16.770 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:16.772 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:16.774 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:16.782 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:08:16.793 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:08:16.928 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=1939] ["lease id"=22318fd7fae0a04f] [2024/06/02 08:08:16.930 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:08:17.303 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=196] ["start time"=369.121632ms] [2024/06/02 08:08:17.385 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:17.385 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=454.54927ms] [2024/06/02 08:08:17.385 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=4f4fc1fe-5fae-4786-9708-5dc35d4bbe50] [runWorker=true] [2024/06/02 08:08:17.385 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:08:17.387 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:08:17.388 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:08:17.388 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=457.947466ms] [2024/06/02 08:08:17.390 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae0a072] [ownerID=4f4fc1fe-5fae-4786-9708-5dc35d4bbe50] [op=none] [2024/06/02 08:08:17.391 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:17.392 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:17.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:17.392 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:17.393 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:08:17.395 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:17.395 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=45d721a4-b8e1-4a95-bb4f-c35b1461535d] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:17.400 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:08:17.402 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:08:17.403 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae0a072] [ownerID=4f4fc1fe-5fae-4786-9708-5dc35d4bbe50] [op=none] [2024/06/02 08:08:17.403 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [op=none] [2024/06/02 08:08:17.403 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:08:17.461 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:08:17.462 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:17.463 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:08:17.569 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:17.586 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:17.598 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:17.598 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:17.598 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:08:17.598 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:08:17.598 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:17.598 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:17.598 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:08:17.598 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:08:17.598 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:08:17.601 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:17.601 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:08:17.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:17.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:17.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:17.602 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:08:17.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:17.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:17.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:17.603 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:08:17.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:17.607 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:08:17.612 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1b284eb4-bf68-40bb-a865-0b95df7f4191] [2024/06/02 08:08:17.612 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:17.612 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:17.616 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:17.616 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:08:17.616 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:08:17.666 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:08:17.673 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/06/02 08:08:17.675 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/06/02 08:08:17.677 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/06/02 08:08:17.693 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:08:17.707 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:17.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:17.707 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:17.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/06/02 08:08:17.716 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:08:17.725 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=124.655651ms] [2024/06/02 08:08:17.725 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:08:17.725 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:17.747 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:17.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:17.781 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=555.372Β΅s] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:17.793 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=239] [version=197] [2024/06/02 08:08:17.795 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=19.072236ms] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:17.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:17.855 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:17.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:17.886 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=241.276Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:17.896 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=239] [version=198] [2024/06/02 08:08:17.898 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=16.53635ms] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:17.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:17.963 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:17.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:17.973 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 237, Old Table Name: _t1"] [2024/06/02 08:08:18.005 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=344.068Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:18.018 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=239] [version=199] [2024/06/02 08:08:18.020 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=19.58424ms] [job="ID:239, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:17.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.109 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=239] [tableIDs="[237]"] [comment="drop table: table ID"] [2024/06/02 08:08:18.123 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=239] [jobType="drop table"] [2024/06/02 08:08:18.128 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=239] [conn=31] [job="ID:239, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:17.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.183 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=239] [2024/06/02 08:08:18.184 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:18.215 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:18.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:18.215 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:18.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/06/02 08:08:18.290 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:18.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.321 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=601.309Β΅s] [gotSchemaVersion=200] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:18.332 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=240] [version=200] [2024/06/02 08:08:18.334 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=17.930961ms] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:18.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.393 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:18.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.414 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:08:18.414 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:18.415 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:18.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:18.421 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=283.093Β΅s] [gotSchemaVersion=201] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:18.431 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=240] [version=201] [2024/06/02 08:08:18.433 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=16.183812ms] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:18.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.468 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:18.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.478 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 231, Old Table Name: t1"] [2024/06/02 08:08:18.510 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=252.991Β΅s] [gotSchemaVersion=202] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:18.522 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=240] [version=202] [2024/06/02 08:08:18.524 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=18.158328ms] [job="ID:240, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:18.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.563 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=240] [tableIDs="[231]"] [comment="drop table: table ID"] [2024/06/02 08:08:18.571 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=240] [jobType="drop table"] [2024/06/02 08:08:18.575 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=240] [conn=31] [job="ID:240, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:18.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.612 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:08:18.612 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:08:18.612 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1b284eb4-bf68-40bb-a865-0b95df7f4191] [watcherID=065b3dbd-3482-43fe-ab25-ee6f681f4ade] [2024/06/02 08:08:18.616 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:08:18.630 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:08:18.630 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:08:18.630 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:08:18.630 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:08:18.633 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/06/02 08:08:18.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:18.637 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 31\n# Query_time: 0.960199261\n# Parse_time: 0.000196552\n# Compile_time: 0.000535273\n# Rewrite_time: 0.000009485\n# Optimize_time: 0.000149936\n# Wait_TS: 0.00042101\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/06/02 08:08:18.646 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/06/02 08:08:18.649 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/06/02 08:08:18.712 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:18.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:18.712 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:18.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/06/02 08:08:18.773 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=242] [conn=32] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:18.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.783 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 241, Table Name: t1"] [2024/06/02 08:08:18.836 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.742773ms] [gotSchemaVersion=203] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:18.849 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=242] [version=203] [2024/06/02 08:08:18.851 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=22.966568ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:18.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.927 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 85, tp general"] [category=ddl] [jobID=242] [conn=32] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:18.656 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:18.969 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/06/02 08:08:18.969 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:18.973 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 0.325637766\n# Parse_time: 0.000811752\n# Compile_time: 0.001026572\n# Rewrite_time: 0.000009817\n# Optimize_time: 0.000347268\n# Wait_TS: 0.000389343\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/06/02 08:08:18.990 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184006587121674] [generation=1] [session=32] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=965.491Β΅s] [2024/06/02 08:08:18.991 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:08:18.991 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [2024/06/02 08:08:18.997 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:18.997 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=20.67Β΅s] [2024/06/02 08:08:18.997 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=14.266Β΅s] [2024/06/02 08:08:18.997 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 88, tp add index"] [category=ddl] ["take time"=14.869Β΅s] [2024/06/02 08:08:18.997 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=15.765Β΅s] [2024/06/02 08:08:18.997 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:18.998 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 85, tp general"] [category=ddl] ["take time"=4.733Β΅s] [2024/06/02 08:08:18.998 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [2024/06/02 08:08:18.998 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [2024/06/02 08:08:18.998 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:18.999 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [] [2024/06/02 08:08:19.000 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:19.000 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:08:19.000 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:08:19.002 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=4f4fc1fe-5fae-4786-9708-5dc35d4bbe50] ["take time"=10.919031ms] [2024/06/02 08:08:19.002 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=4f4fc1fe-5fae-4786-9708-5dc35d4bbe50] [2024/06/02 08:08:19.004 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:08:19.004 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1b284eb4-bf68-40bb-a865-0b95df7f4191] [watcherID=065b3dbd-3482-43fe-ab25-ee6f681f4ade] [2024/06/02 08:08:19.004 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:08:19.004 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1b284eb4-bf68-40bb-a865-0b95df7f4191] [2024/06/02 08:08:19.004 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:19.004 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:19.004 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:19.005 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:19.005 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:19.005 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:19.005 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:19.005 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:19.005 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:19.005 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:19.010 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:08:19.010 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:08:19.010 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=1939] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4f4fc1fe-5fae-4786-9708-5dc35d4bbe50] [2024/06/02 08:08:19.011 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:19.011 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 45d721a4-b8e1-4a95-bb4f-c35b1461535d"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:19.011 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:08:19.011 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:08:19.011 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [error="context canceled"] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:19.011 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:19.011 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:19.011 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:08:19.011 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:08:19.011 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:19.011 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [2024/06/02 08:08:19.011 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:08:19.011 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [2024/06/02 08:08:19.011 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:08:19.012 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=4f4fc1fe-5fae-4786-9708-5dc35d4bbe50] [2024/06/02 08:08:19.012 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:08:19.012 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:08:19.012 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:08:19.012 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:08:19.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:19.013 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:08:19.013 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 45d721a4-b8e1-4a95-bb4f-c35b1461535d"] [error="context canceled"] [2024/06/02 08:08:19.013 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=45d721a4-b8e1-4a95-bb4f-c35b1461535d] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:19.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:19.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:19.013 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:08:19.013 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 45d721a4-b8e1-4a95-bb4f-c35b1461535d"] [2024/06/02 08:08:19.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:19.132 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:08:19.132 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [error="context canceled"] [2024/06/02 08:08:19.333 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:20.252 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:20.252 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:08:20.252 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:20.276 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 45d721a4-b8e1-4a95-bb4f-c35b1461535d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:20.591 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4f4fc1fe-5fae-4786-9708-5dc35d4bbe50"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:20.591 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:08:20.591 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:08:20.591 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:20.600 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.609398235s] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:20.601 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:20.601 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:20.601 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:20.601 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:20.603 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestDuplicateKeyErrorMessage (3.85s) === RUN TestInsertIgnoreOnDuplicateKeyUpdate [2024/06/02 08:08:20.608 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:08:20.608 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:08:20.609 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:08:20.610 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:20.610 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:08:20.611 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:20.611 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:20.611 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:20.611 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:20.611 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:20.614 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:08:20.618 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:20.620 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:20.622 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:20.630 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:08:20.641 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:08:20.793 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=316] ["lease id"=3eaa8fd7fae0a097] [2024/06/02 08:08:20.795 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:08:21.181 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=203] ["start time"=382.589734ms] [2024/06/02 08:08:21.262 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:21.262 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=466.600511ms] [2024/06/02 08:08:21.262 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=9f6631a1-ad7b-400c-83e1-56c21e069a66] [runWorker=true] [2024/06/02 08:08:21.262 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:08:21.266 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:08:21.267 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:08:21.267 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=471.512958ms] [2024/06/02 08:08:21.270 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae0a0a0] [ownerID=9f6631a1-ad7b-400c-83e1-56c21e069a66] [op=none] [2024/06/02 08:08:21.270 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:21.271 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:21.271 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:21.271 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:21.271 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:08:21.274 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:21.274 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=3573f70a-c2ad-4f8d-ae42-aae839ba9266] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:21.279 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:08:21.283 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:08:21.283 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae0a0a0] [ownerID=9f6631a1-ad7b-400c-83e1-56c21e069a66] [op=none] [2024/06/02 08:08:21.283 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [op=none] [2024/06/02 08:08:21.283 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:08:21.341 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:08:21.343 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:21.343 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:08:21.442 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:21.459 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:21.477 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:21.477 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:21.477 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:21.477 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:08:21.477 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:08:21.477 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:21.477 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:08:21.477 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:08:21.477 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:08:21.480 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:21.480 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:08:21.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:21.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:21.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:21.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:21.482 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:08:21.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:21.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:21.482 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:08:21.484 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:21.486 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:08:21.492 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/065a9dd5-8f4b-4428-9106-a378f63da36c] [2024/06/02 08:08:21.493 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:21.493 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:21.495 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:21.495 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:08:21.495 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:08:21.546 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:08:21.552 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/06/02 08:08:21.555 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/06/02 08:08:21.583 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:08:21.587 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:21.587 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/06/02 08:08:21.610 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:08:21.618 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=137.907294ms] [2024/06/02 08:08:21.618 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:21.618 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:08:21.632 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 90, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:21.661 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=916.514Β΅s] [gotSchemaVersion=204] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:21.676 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=243] [version=204] [2024/06/02 08:08:21.679 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=22.452582ms] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:21.741 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 90, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:21.770 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=240.064Β΅s] [gotSchemaVersion=205] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:21.781 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=243] [version=205] [2024/06/02 08:08:21.784 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=18.073955ms] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:21.849 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 90, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:21.859 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 241, Old Table Name: t1"] [2024/06/02 08:08:21.893 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=258.059Β΅s] [gotSchemaVersion=206] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:21.905 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=243] [version=206] [2024/06/02 08:08:21.908 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=18.977909ms] [job="ID:243, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:22.006 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=243] [tableIDs="[241]"] [comment="drop table: table ID"] [2024/06/02 08:08:22.024 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=243] [jobType="drop table"] [2024/06/02 08:08:22.029 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 90, tp general"] [category=ddl] [jobID=243] [conn=33] [job="ID:243, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:21.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:22.088 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/06/02 08:08:22.088 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:22.092 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 33\n# Query_time: 0.537944151\n# Parse_time: 0.000347479\n# Compile_time: 0.000675964\n# Rewrite_time: 0.000009339\n# Optimize_time: 0.000196074\n# Wait_TS: 0.000355888\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/06/02 08:08:22.126 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:08:22.133 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/06/02 08:08:22.136 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [user=] [2024/06/02 08:08:22.186 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:22.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:22.186 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:22.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [2024/06/02 08:08:22.242 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 90, tp general"] [category=ddl] [jobID=245] [conn=34] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:22.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:22.251 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 244, Table Name: t1"] [2024/06/02 08:08:22.302 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:08:22.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:22.302 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:22.302 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:22.324 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=2.689958ms] [gotSchemaVersion=207] [phyTblIDs="[244]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:22.335 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=245] [version=207] [2024/06/02 08:08:22.336 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=18.831827ms] [job="ID:245, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:22.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:22.408 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 90, tp general"] [category=ddl] [jobID=245] [conn=34] [job="ID:245, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:22.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:22.449 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=245] [2024/06/02 08:08:22.449 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:22.453 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.318374363\n# Parse_time: 0.001165692\n# Compile_time: 0.000875108\n# Rewrite_time: 0.000007042\n# Optimize_time: 0.000316912\n# Wait_TS: 0.000305822\n# DB: test\n# Is_internal: false\n# Digest: 02540143b8561d612e05952aa4aa2af086a99f964bd844533a3a440bf88f0bc1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int, unique index u1(a, b), unique index u2(a));"] [2024/06/02 08:08:22.462 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184007491518472] [generation=1] [session=34] [keys=6] [size=228B] ["flushed keys"=6] ["flushed size"=228B] ["take time"=1.665516ms] [2024/06/02 08:08:22.463 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=6] [size=228B] [startTS=450184007491518472] [2024/06/02 08:08:22.464 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184007491518472] [commitTS=450184007504625666] [2024/06/02 08:08:22.465 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450184007491518472] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] [concurrency=8] [2024/06/02 08:08:22.469 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450184007491518472] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] ["cost time"=4.155639ms] ["completed regions"=1] [2024/06/02 08:08:22.469 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450184007491518472] [commitTS=450184007504625666] [session=34] [2024/06/02 08:08:22.479 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184007504625667] [generation=1] [session=34] [keys=3] [size=115B] ["flushed keys"=3] ["flushed size"=115B] ["take time"=1.636099ms] [2024/06/02 08:08:22.479 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3] [size=115B] [startTS=450184007504625667] [2024/06/02 08:08:22.482 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184007504625667] [commitTS=450184007504625668] [2024/06/02 08:08:22.482 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450184007504625667] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] [concurrency=8] [2024/06/02 08:08:22.486 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450184007504625667] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] ["cost time"=3.771449ms] ["completed regions"=1] [2024/06/02 08:08:22.486 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450184007504625667] [commitTS=450184007504625668] [session=34] [2024/06/02 08:08:22.491 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:08:22.491 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [2024/06/02 08:08:22.500 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:22.500 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=16.126Β΅s] [2024/06/02 08:08:22.500 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=13.582Β΅s] [2024/06/02 08:08:22.500 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 93, tp add index"] [category=ddl] ["take time"=12.953Β΅s] [2024/06/02 08:08:22.500 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=10.555Β΅s] [2024/06/02 08:08:22.500 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:22.500 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 90, tp general"] [category=ddl] ["take time"=5.57Β΅s] [2024/06/02 08:08:22.500 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [2024/06/02 08:08:22.500 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [2024/06/02 08:08:22.502 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [] [2024/06/02 08:08:22.503 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:22.503 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:08:22.503 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:08:22.505 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=9f6631a1-ad7b-400c-83e1-56c21e069a66] ["take time"=14.253102ms] [2024/06/02 08:08:22.505 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=9f6631a1-ad7b-400c-83e1-56c21e069a66] [2024/06/02 08:08:22.507 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:08:22.507 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/065a9dd5-8f4b-4428-9106-a378f63da36c] [2024/06/02 08:08:22.507 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:22.507 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:22.507 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:22.507 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:22.507 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:22.507 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:22.508 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:22.508 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:22.508 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:22.508 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:22.514 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:08:22.514 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:08:22.515 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=316] [2024/06/02 08:08:22.515 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:08:22.515 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:22.515 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:08:22.515 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:08:22.515 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:08:22.515 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:22.515 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:22.515 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:08:22.516 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:08:22.516 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:22.516 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [error="context canceled"] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:22.516 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:22.516 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:22.516 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:22.516 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:22.516 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:08:22.516 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3573f70a-c2ad-4f8d-ae42-aae839ba9266"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:22.515 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:08:22.516 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:22.516 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:08:22.516 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3573f70a-c2ad-4f8d-ae42-aae839ba9266"] [2024/06/02 08:08:22.516 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:22.518 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:08:22.518 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=3573f70a-c2ad-4f8d-ae42-aae839ba9266] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:22.518 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:08:22.518 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:22.518 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:22.518 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:22.518 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 3573f70a-c2ad-4f8d-ae42-aae839ba9266"] [error="context canceled"] [2024/06/02 08:08:22.634 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:08:22.634 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [error="context canceled"] [2024/06/02 08:08:22.634 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [2024/06/02 08:08:22.634 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:22.719 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3573f70a-c2ad-4f8d-ae42-aae839ba9266"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:23.782 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:23.782 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:08:23.782 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:23.901 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9f6631a1-ad7b-400c-83e1-56c21e069a66"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:23.901 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:08:23.901 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:08:23.901 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:23.912 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.421225643s] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:23.913 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:23.913 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:23.913 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:23.913 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:23.914 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestInsertIgnoreOnDuplicateKeyUpdate (3.31s) === RUN TestConflictError [2024/06/02 08:08:23.920 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:08:23.920 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:08:23.922 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:08:23.922 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:23.923 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:08:23.924 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:23.924 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:23.924 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:23.924 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:23.924 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:23.926 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:08:23.930 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:23.932 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:23.934 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:23.942 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:08:23.953 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:08:23.978 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3573f70a-c2ad-4f8d-ae42-aae839ba9266"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:24.118 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=362] ["lease id"=3eaa8fd7fae0a0b7] [2024/06/02 08:08:24.120 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:08:24.469 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=343.835095ms] [2024/06/02 08:08:24.551 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:24.551 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=430.305511ms] [2024/06/02 08:08:24.551 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520] [runWorker=true] [2024/06/02 08:08:24.551 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:08:24.553 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:08:24.554 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:08:24.554 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=433.783439ms] [2024/06/02 08:08:24.557 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae0a0c2] [ownerID=cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520] [op=none] [2024/06/02 08:08:24.557 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [2024/06/02 08:08:24.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:24.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:24.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:24.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:24.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:24.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:24.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:24.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:24.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:24.558 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:08:24.559 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:24.559 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:24.559 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:08:24.561 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:24.561 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c2244805-1e30-4c34-b71d-4cc806aa8353] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:24.567 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:08:24.570 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:08:24.571 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fae0a0c2] [ownerID=cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520] [op=none] [2024/06/02 08:08:24.571 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [op=none] [2024/06/02 08:08:24.571 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:08:24.630 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:08:24.631 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:24.632 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:08:24.733 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:24.751 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:24.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:24.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:24.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:24.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:24.764 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:08:24.764 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:08:24.764 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:08:24.764 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:08:24.765 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:08:24.767 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:24.767 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:08:24.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:24.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:24.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:24.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:24.768 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:08:24.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:24.768 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:24.769 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:08:24.772 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:24.773 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:08:24.782 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/fd6ac155-bf41-4c7f-ba11-d6823664ca96] [2024/06/02 08:08:24.782 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:24.782 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:24.783 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:24.783 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:08:24.783 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:08:24.843 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:08:24.868 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:08:24.922 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:08:24.924 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:08:24.933 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/06/02 08:08:24.935 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/06/02 08:08:24.936 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=169.140325ms] [2024/06/02 08:08:24.936 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:08:24.936 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:24.967 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:24.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:24.967 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:24.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/06/02 08:08:25.019 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 95, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:24.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.053 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=1.006474ms] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:25.066 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=246] [version=208] [2024/06/02 08:08:25.068 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=20.297777ms] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:24.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.140 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 95, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:24.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.175 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=227.943Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:25.187 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=246] [version=209] [2024/06/02 08:08:25.189 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=18.456302ms] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:24.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.258 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 95, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:24.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.267 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 244, Old Table Name: t1"] [2024/06/02 08:08:25.307 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=285.875Β΅s] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:25.318 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=246] [version=210] [2024/06/02 08:08:25.320 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=17.20281ms] [job="ID:246, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:24.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.389 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=246] [tableIDs="[244]"] [comment="drop table: table ID"] [2024/06/02 08:08:25.406 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=246] [jobType="drop table"] [2024/06/02 08:08:25.411 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 95, tp general"] [category=ddl] [jobID=246] [conn=35] [job="ID:246, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:24.906 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.477 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/06/02 08:08:25.477 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:25.482 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 35\n# Query_time: 0.547661522\n# Parse_time: 0.000193415\n# Compile_time: 0.000559746\n# Rewrite_time: 0.000007718\n# Optimize_time: 0.000236686\n# Wait_TS: 0.000478615\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/06/02 08:08:25.491 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/06/02 08:08:25.495 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/06/02 08:08:25.550 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:25.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:25.551 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:25.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/06/02 08:08:25.582 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:08:25.582 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:25.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:25.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:25.598 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 95, tp general"] [category=ddl] [jobID=248] [conn=36] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:25.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.605 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 247, Table Name: t1"] [2024/06/02 08:08:25.661 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=31.193171ms] [2024/06/02 08:08:25.689 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.732121ms] [gotSchemaVersion=211] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:25.701 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=248] [version=211] [2024/06/02 08:08:25.703 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=21.954459ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:25.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.758 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 95, tp general"] [category=ddl] [jobID=248] [conn=36] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:25.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.782 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:08:25.782 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:08:25.782 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fd6ac155-bf41-4c7f-ba11-d6823664ca96] [watcherID=902747a7-a8c5-4d9d-8ee2-fc862c6bc7f8] [2024/06/02 08:08:25.784 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:08:25.795 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/06/02 08:08:25.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:25.795 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:08:25.795 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:08:25.795 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:08:25.795 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:08:25.799 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.305522521\n# Parse_time: 0.000648628\n# Compile_time: 0.000967611\n# Rewrite_time: 0.000008752\n# Optimize_time: 0.000353771\n# Wait_TS: 0.000549938\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/06/02 08:08:25.801 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=211] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/06/02 08:08:25.841 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:25.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/06/02 08:08:25.841 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:25.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:25.881 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 95, tp general"] [category=ddl] [jobID=250] [conn=36] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:25.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:25.888 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 249, Table Name: _t1"] [2024/06/02 08:08:25.934 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.322838ms] [gotSchemaVersion=212] [phyTblIDs="[249]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:25.944 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=250] [version=212] [2024/06/02 08:08:25.946 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=17.859217ms] [job="ID:250, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:25.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:26.018 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 95, tp general"] [category=ddl] [jobID=250] [conn=36] [job="ID:250, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:25.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:26.055 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/06/02 08:08:26.056 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:26.133 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184008461451266] [generation=1] [session=36] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.824176ms] [2024/06/02 08:08:26.133 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184008461451266] [generation=2] [session=36] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=37.1Β΅s] [2024/06/02 08:08:26.133 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=450184008461451266] [2024/06/02 08:08:26.135 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184008461451266] [commitTS=450184008461451269] [2024/06/02 08:08:26.135 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450184008461451266] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] [concurrency=8] [2024/06/02 08:08:26.139 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450184008461451266] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] ["cost time"=3.744507ms] ["completed regions"=1] [2024/06/02 08:08:26.139 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450184008461451266] [commitTS=450184008461451269] [session=36] [2024/06/02 08:08:26.152 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184008461451270] [generation=1] [session=36] [keys=32] [size=928B] ["flushed keys"=32] ["flushed size"=928B] ["take time"=1.317658ms] [2024/06/02 08:08:26.156 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:08:26.156 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-rollback-450184008461451270] [startKey=7480000000000000f95f728000000000000003] [endKey=7480000000000000f95f728000000000000063] [concurrency=8] [2024/06/02 08:08:26.156 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:08:26.157 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [2024/06/02 08:08:26.159 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-rollback-450184008461451270] [startKey=7480000000000000f95f728000000000000003] [endKey=7480000000000000f95f728000000000000063] ["cost time"=2.460702ms] ["completed regions"=1] [2024/06/02 08:08:26.159 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=1] [startTS=450184008461451270] [commitTS=0] [session=36] [2024/06/02 08:08:26.161 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:26.161 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=18.113Β΅s] [2024/06/02 08:08:26.161 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=16.102Β΅s] [2024/06/02 08:08:26.161 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 98, tp add index"] [category=ddl] ["take time"=13.335Β΅s] [2024/06/02 08:08:26.161 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=13.308Β΅s] [2024/06/02 08:08:26.162 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:26.162 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 95, tp general"] [category=ddl] ["take time"=5.357Β΅s] [2024/06/02 08:08:26.162 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [2024/06/02 08:08:26.162 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [2024/06/02 08:08:26.162 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:26.163 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [] [2024/06/02 08:08:26.164 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:26.164 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:08:26.164 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:08:26.166 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520] ["take time"=9.921058ms] [2024/06/02 08:08:26.166 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520] [2024/06/02 08:08:26.168 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:08:26.168 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:08:26.168 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fd6ac155-bf41-4c7f-ba11-d6823664ca96] [watcherID=902747a7-a8c5-4d9d-8ee2-fc862c6bc7f8] [2024/06/02 08:08:26.168 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/fd6ac155-bf41-4c7f-ba11-d6823664ca96] [2024/06/02 08:08:26.168 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:26.168 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:26.168 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:26.168 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:26.168 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:26.169 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:26.169 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:26.169 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:26.169 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:26.169 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:26.174 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:08:26.174 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=362] [2024/06/02 08:08:26.175 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:26.175 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:26.175 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:26.175 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:08:26.175 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2244805-1e30-4c34-b71d-4cc806aa8353"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:26.175 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:26.176 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:08:26.176 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:08:26.176 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:26.176 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:26.175 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:08:26.175 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:08:26.175 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:08:26.175 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:08:26.176 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [error="context canceled"] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:26.175 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:08:26.176 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [2024/06/02 08:08:26.176 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:26.176 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520] [2024/06/02 08:08:26.176 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:08:26.175 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:26.176 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:08:26.176 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:08:26.176 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:08:26.176 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:08:26.176 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:26.178 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:08:26.178 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c2244805-1e30-4c34-b71d-4cc806aa8353] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:26.178 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:08:26.178 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2244805-1e30-4c34-b71d-4cc806aa8353"] [error="context canceled"] [2024/06/02 08:08:26.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:26.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:26.178 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:26.178 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2244805-1e30-4c34-b71d-4cc806aa8353"] [2024/06/02 08:08:26.178 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2244805-1e30-4c34-b71d-4cc806aa8353"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:26.344 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:08:26.344 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [error="context canceled"] [2024/06/02 08:08:26.345 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [2024/06/02 08:08:27.429 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:27.429 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:08:27.429 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:27.437 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2244805-1e30-4c34-b71d-4cc806aa8353"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:27.616 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager cd94a7c8-a68f-4fef-a14e-c9c3bf5ed520"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:27.616 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:08:27.616 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:08:27.616 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:27.623 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.466471097s] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:27.624 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:27.624 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:27.624 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:27.624 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:27.626 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConflictError (3.71s) === RUN TestRejectUnsupportedTables [2024/06/02 08:08:27.631 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:08:27.631 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 08:08:27.633 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813888691663922] [2024/06/02 08:08:27.633 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:27.633 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 08:08:27.634 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:27.634 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:27.634 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:27.634 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:27.635 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:27.636 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:08:27.641 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:27.642 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:27.644 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:08:27.653 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813888691663922] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:08:27.663 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:08:27.805 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=963] ["lease id"=22318fd7fae0a0d0] [2024/06/02 08:08:27.808 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:08:28.171 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=212] ["start time"=359.286577ms] [2024/06/02 08:08:28.253 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:08:28.253 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=445.314266ms] [2024/06/02 08:08:28.254 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=6e075caa-e494-4bc9-8fee-74f56910dce4] [runWorker=true] [2024/06/02 08:08:28.254 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:08:28.256 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:08:28.257 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:08:28.257 +00:00] [WARN] [domain.go:1295] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=448.770879ms] [2024/06/02 08:08:28.259 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae0a0e3] [ownerID=6e075caa-e494-4bc9-8fee-74f56910dce4] [op=none] [2024/06/02 08:08:28.259 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [2024/06/02 08:08:28.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:28.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:28.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:28.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:28.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:28.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:28.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:28.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:28.262 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:08:28.262 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:28.262 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:08:28.262 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:28.262 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:08:28.268 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:28.268 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c0b70fd5-ccdd-4ee2-862f-0096b941eb94] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:28.274 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:08:28.276 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:08:28.277 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd7fae0a0e3] [ownerID=6e075caa-e494-4bc9-8fee-74f56910dce4] [op=none] [2024/06/02 08:08:28.277 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [op=none] [2024/06/02 08:08:28.277 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:08:28.335 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:08:28.337 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:28.337 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:08:28.448 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:28.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:28.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:28.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:28.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:28.483 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:08:28.483 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:28.483 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:08:28.483 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:08:28.484 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:08:28.484 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:08:28.486 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:28.486 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:08:28.488 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:28.488 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:28.488 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:28.488 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:28.488 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:08:28.488 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:28.488 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:28.488 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=6] [2024/06/02 08:08:28.491 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:28.492 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/02 08:08:28.499 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/d62444fe-5e38-462f-a40b-3baac1babbfa] [2024/06/02 08:08:28.499 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:28.499 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:08:28.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:28.501 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:08:28.501 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:08:28.585 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:08:28.611 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/06/02 08:08:28.615 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:08:28.619 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/06/02 08:08:28.621 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/06/02 08:08:28.623 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/06/02 08:08:28.636 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:08:28.645 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=158.519352ms] [2024/06/02 08:08:28.645 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:08:28.645 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:08:28.649 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:28.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:28.649 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:28.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/06/02 08:08:28.711 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:28.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:28.743 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=562.354Β΅s] [gotSchemaVersion=213] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:28.753 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=251] [version=213] [2024/06/02 08:08:28.755 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=16.846967ms] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:28.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:28.796 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:28.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:28.826 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=247.394Β΅s] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:28.836 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=251] [version=214] [2024/06/02 08:08:28.838 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=15.703275ms] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:28.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:28.907 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:28.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:28.916 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 249, Old Table Name: _t1"] [2024/06/02 08:08:28.945 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=230.958Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:28.955 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=251] [version=215] [2024/06/02 08:08:28.957 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=15.218821ms] [job="ID:251, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:28.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:28.996 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=251] [tableIDs="[249]"] [comment="drop table: table ID"] [2024/06/02 08:08:29.008 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=251] [jobType="drop table"] [2024/06/02 08:08:29.012 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=251] [conn=37] [job="ID:251, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:28.607 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.067 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=251] [2024/06/02 08:08:29.067 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:29.097 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:29.097 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/06/02 08:08:29.179 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.207 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=534.728Β΅s] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:29.245 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=252] [version=216] [2024/06/02 08:08:29.247 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=43.144656ms] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.286 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:08:29.286 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:29.286 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:29.286 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:08:29.310 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.343 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=302.187Β΅s] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:29.354 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=252] [version=217] [2024/06/02 08:08:29.356 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=17.153351ms] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.416 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.426 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 247, Old Table Name: t1"] [2024/06/02 08:08:29.463 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=335.202Β΅s] [gotSchemaVersion=218] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:08:29.479 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=252] [version=218] [2024/06/02 08:08:29.481 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=23.353237ms] [job="ID:252, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:29.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.499 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:08:29.499 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:08:29.499 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d62444fe-5e38-462f-a40b-3baac1babbfa] [watcherID=d1aea1d3-051b-4f12-b651-76245f28d357] [2024/06/02 08:08:29.501 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:08:29.514 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:08:29.514 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:08:29.514 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:08:29.514 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:08:29.532 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=252] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/06/02 08:08:29.541 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=252] [jobType="drop table"] [2024/06/02 08:08:29.545 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=252] [conn=37] [job="ID:252, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:29.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.605 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/06/02 08:08:29.606 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:29.609 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 37\n# Query_time: 0.986131731\n# Parse_time: 0.000194164\n# Compile_time: 0.000553923\n# Rewrite_time: 0.000008018\n# Optimize_time: 0.000170587\n# Wait_TS: 0.000291473\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/06/02 08:08:29.617 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="drop table if exists parent, child"] [user=] [2024/06/02 08:08:29.619 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="create table parent(a int primary key)"] [user=] [2024/06/02 08:08:29.653 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table parent(a int primary key)"] [2024/06/02 08:08:29.653 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:29.721 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=254] [conn=38] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.729 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 253, Table Name: parent"] [2024/06/02 08:08:29.785 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=2.276771ms] [gotSchemaVersion=219] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:29.795 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=254] [version=219] [2024/06/02 08:08:29.797 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=24.298588ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.847 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=254] [conn=38] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.917 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/06/02 08:08:29.917 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:29.921 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.302990742\n# Parse_time: 0.000375271\n# Compile_time: 0.000545302\n# Rewrite_time: 0.000006013\n# Optimize_time: 0.000355879\n# Wait_TS: 0.000319032\n# DB: test\n# Is_internal: false\n# Digest: 36bc8ed7c0ac5cea897ffd35cf1fc4fddaf6f56f672ab0fab2ddd0dbb2cf3f2c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table parent(a int primary key);"] [2024/06/02 08:08:29.924 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=219] [cur_db=test] [sql="create table child(a int, foreign key (a) references parent(a))"] [user=] [2024/06/02 08:08:29.959 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:29.960 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table child(a int, foreign key (a) references parent(a))"] [2024/06/02 08:08:30.005 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.053 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=2.826038ms] [gotSchemaVersion=220] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:30.071 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=256] [version=220] [2024/06/02 08:08:30.074 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=28.177777ms] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.123 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.130 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 255, Table Name: child"] [2024/06/02 08:08:30.189 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=4.365754ms] [gotSchemaVersion=221] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:30.203 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=256] [version=221] [2024/06/02 08:08:30.205 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=27.512601ms] [job="ID:256, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.258 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:08:30.270 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=256] [conn=38] [job="ID:256, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.310 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/06/02 08:08:30.310 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:30.314 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.391882782\n# Parse_time: 0.000798617\n# Compile_time: 0.000968292\n# Rewrite_time: 0.000011001\n# Optimize_time: 0.000355879\n# Wait_TS: 0.000328509\n# DB: test\n# Is_internal: false\n# Digest: 61b4d7961cc04c7bd29ce29ee7ac81c9790fd56bf53edacc687f9a9d6684556a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table child(a int, foreign key (a) references parent(a));"] [2024/06/02 08:08:30.343 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:08:30.343 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=221] [error="[planner:1452]Cannot add or update a child row: a foreign key constraint fails (`test`.`child`, CONSTRAINT `fk_1` FOREIGN KEY (`a`) REFERENCES `parent` (`a`))"] [session="{\n \"currDBName\": \"test\",\n \"id\": 38,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:08:30.406 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184009575563273] [generation=1] [session=38] [keys=1] [size=25B] ["flushed keys"=1] ["flushed size"=25B] ["take time"=1.145515ms] [2024/06/02 08:08:30.406 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=25B] [startTS=450184009575563273] [2024/06/02 08:08:30.408 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184009575563273] [commitTS=450184009588670465] [2024/06/02 08:08:30.408 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-commit-450184009575563273] [startKey=7480000000000000fd5f728000000000000004] [endKey=7480000000000000fd5f728000000000000004] [2024/06/02 08:08:30.408 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=0] [startTS=450184009575563273] [commitTS=450184009588670465] [session=38] [2024/06/02 08:08:30.412 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=450184009588670466] [generation=1] [session=38] [keys=2] [size=67B] ["flushed keys"=2] ["flushed size"=67B] ["take time"=1.118018ms] [2024/06/02 08:08:30.413 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=67B] [startTS=450184009588670466] [2024/06/02 08:08:30.414 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=450184009588670466] [commitTS=450184009588670467] [2024/06/02 08:08:30.414 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-450184009588670466] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] [concurrency=8] [2024/06/02 08:08:30.418 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create temporary table temp(a int)"] [user=] [2024/06/02 08:08:30.418 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-450184009588670466] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] ["cost time"=3.2433ms] ["completed regions"=1] [2024/06/02 08:08:30.418 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=450184009588670466] [commitTS=450184009588670467] [session=38] [2024/06/02 08:08:30.429 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create table cached(a int)"] [user=] [2024/06/02 08:08:30.468 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:30.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:30.468 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:30.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table cached(a int)"] [2024/06/02 08:08:30.510 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=259] [conn=38] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:30.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.518 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 258, Table Name: cached"] [2024/06/02 08:08:30.592 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.439192ms] [gotSchemaVersion=222] [phyTblIDs="[258]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:30.604 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=259] [version=222] [2024/06/02 08:08:30.606 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=20.386536ms] [job="ID:259, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:30.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.657 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=259] [conn=38] [job="ID:259, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:30.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.695 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/06/02 08:08:30.695 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:30.699 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=222] [cur_db=test] [sql="alter table cached cache"] [user=] [2024/06/02 08:08:30.730 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:30.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:30.730 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:30.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table cached cache"] [2024/06/02 08:08:30.777 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:30.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.810 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=3.152967ms] [gotSchemaVersion=223] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/06/02 08:08:30.821 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=260] [version=223] [2024/06/02 08:08:30.823 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=19.711437ms] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:30.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.884 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:30.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.931 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=3.068819ms] [gotSchemaVersion=224] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/06/02 08:08:30.941 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=260] [version=224] [2024/06/02 08:08:30.943 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=19.57585ms] [job="ID:260, Type:alter table cache, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:30.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:31.003 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 100, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:alter table cache, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:30.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:31.035 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/06/02 08:08:31.035 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:31.038 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.339858051\n# Parse_time: 0.000270697\n# Compile_time: 0.000775643\n# Rewrite_time: 0.000011448\n# Optimize_time: 0.000153318\n# Wait_TS: 0.00033612\n# DB: test\n# Is_internal: false\n# Digest: 0c7991438e3d8bdb62473963be68edbc4bf945f74ed312f98c8ea5a389f13671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table cached cache;"] [2024/06/02 08:08:31.071 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:08:31.071 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [2024/06/02 08:08:31.078 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:31.078 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=15.366Β΅s] [2024/06/02 08:08:31.078 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=15.132Β΅s] [2024/06/02 08:08:31.078 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 103, tp add index"] [category=ddl] ["take time"=13.564Β΅s] [2024/06/02 08:08:31.078 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 104, tp add index"] [category=ddl] ["take time"=13.329Β΅s] [2024/06/02 08:08:31.078 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:31.078 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 100, tp general"] [category=ddl] ["take time"=4.487Β΅s] [2024/06/02 08:08:31.078 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [2024/06/02 08:08:31.078 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [2024/06/02 08:08:31.078 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:31.080 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [] [2024/06/02 08:08:31.081 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:08:31.081 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:08:31.081 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:08:31.084 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=6e075caa-e494-4bc9-8fee-74f56910dce4] ["take time"=13.489179ms] [2024/06/02 08:08:31.085 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=6e075caa-e494-4bc9-8fee-74f56910dce4] [2024/06/02 08:08:31.087 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:08:31.087 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:08:31.087 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/d62444fe-5e38-462f-a40b-3baac1babbfa] [watcherID=d1aea1d3-051b-4f12-b651-76245f28d357] [2024/06/02 08:08:31.087 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/d62444fe-5e38-462f-a40b-3baac1babbfa] [2024/06/02 08:08:31.087 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:31.087 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:31.087 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:31.087 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:31.087 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:08:31.087 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:08:31.088 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:31.088 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:31.088 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:31.088 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:08:31.093 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:08:31.093 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=963] [2024/06/02 08:08:31.095 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:08:31.095 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c0b70fd5-ccdd-4ee2-862f-0096b941eb94"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:08:31.095 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:08:31.095 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:08:31.095 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [error="lost watcher waiting for delete"] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:08:31.095 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:08:31.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:08:31.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=6e075caa-e494-4bc9-8fee-74f56910dce4] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:08:31.096 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:08:31.096 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:08:31.095 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [2024/06/02 08:08:31.095 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [error="context canceled"] [2024/06/02 08:08:31.095 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:08:31.096 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [2024/06/02 08:08:31.096 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:08:31.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:08:31.095 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:08:31.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:08:31.096 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:08:31.096 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:31.096 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=6e075caa-e494-4bc9-8fee-74f56910dce4] [2024/06/02 08:08:31.096 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:08:31.096 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:08:31.096 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:08:31.096 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:08:31.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:08:31.097 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:08:31.097 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c0b70fd5-ccdd-4ee2-862f-0096b941eb94] [daemon-id=LogBackup::Advancer] [2024/06/02 08:08:31.097 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:08:31.097 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:08:31.097 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c0b70fd5-ccdd-4ee2-862f-0096b941eb94"] [error="context canceled"] [2024/06/02 08:08:31.097 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:08:31.097 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c0b70fd5-ccdd-4ee2-862f-0096b941eb94"] [2024/06/02 08:08:31.097 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:08:31.097 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c0b70fd5-ccdd-4ee2-862f-0096b941eb94"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:31.286 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:08:31.287 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [error="context canceled"] [2024/06/02 08:08:31.487 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:08:32.342 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:32.342 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:08:32.342 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:08:32.355 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c0b70fd5-ccdd-4ee2-862f-0096b941eb94"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:32.739 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6e075caa-e494-4bc9-8fee-74f56910dce4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:08:32.739 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:08:32.740 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:08:32.740 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:08:32.747 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.675638001s] [2024/06/02 08:08:32.747 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:32.747 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:32.747 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:32.747 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:32.747 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:32.747 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:32.747 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:32.747 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:32.748 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:32.748 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:32.748 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:32.748 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:32.748 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:32.749 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestRejectUnsupportedTables (5.12s) PASS coverage: 13.8% of statements GCov does not exist at the given path: '' Jun 02, 2024 8:08:38 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 02, 2024 8:08:38 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 02, 2024 8:08:38 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 02, 2024 8:08:38 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 02, 2024 8:08:38 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test up-to-date: bazel-bin/tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test INFO: Elapsed time: 175.228s, Critical Path: 156.64s INFO: 1603 processes: 1578 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1603 total actions Test cases: finished with 18 passing and 0 failing out of 18 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:08:45.620Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:08:45.621Z] ['info'] => Project root located at: . [2024-06-02T08:08:45.624Z] ['info'] -> Token found by environment variables [2024-06-02T08:08:45.637Z] ['info'] Searching for coverage files... [2024-06-02T08:08:46.195Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:08:46.195Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:08:46.571Z] ['info'] Using manual override from args. [2024-06-02T08:08:46.571Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:08:46.582Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:08:47.288Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/f428ba27-b676-4ce7-8e8f-afa65cfc73d0.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080847Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=13a9510c327e0233d03dcf2f5062c8848cc86f26f62a1ee2686d3d75dc6b6624 [2024-06-02T08:08:47.288Z] ['info'] Uploading... [2024-06-02T08:08:49.071Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 40.078491524 s [1,605 / 1,606] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 161s remote-cache, linux-sandbox [1,605 / 1,606] Testing //tests/realtikvtest/txntest:txntest_test; 161s remote-cache, linux-sandbox [1,601 / 1,602] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 149s remote-cache, linux-sandbox Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 223.466s, Critical Path: 206.01s INFO: 1590 processes: 1555 remote cache hit, 10 internal, 25 linux-sandbox. INFO: Build completed successfully, 1590 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:09:17.433Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:09:17.434Z] ['info'] => Project root located at: . [2024-06-02T08:09:17.437Z] ['info'] -> Token found by environment variables [2024-06-02T08:09:17.451Z] ['info'] Searching for coverage files... [2024-06-02T08:09:18.078Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:09:18.078Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:09:18.459Z] ['info'] Using manual override from args. [2024-06-02T08:09:18.460Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:09:18.473Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:09:19.215Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/48dd5219-034b-4ca9-a4b4-54ccf50af080.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080919Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=c8db4567644cd2d2200c6b5499213224b4e49cbfbd598462e5ea40892bd904d3 [2024-06-02T08:09:19.215Z] ['info'] Uploading... [1,605 / 1,606] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 186s remote-cache, linux-sandbox [2024-06-02T08:09:21.141Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,605 / 1,606] 1 / 1 tests; Testing //tests/realtikvtest/sessiontest:sessiontest_test; 187s remote-cache, linux-sandbox Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 230.928s, Critical Path: 210.98s INFO: 1603 processes: 1578 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1603 total actions Test cases: finished with 11 passing and 0 failing out of 11 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 160s remote-cache, linux-sandbox [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:09:24.609Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:09:24.610Z] ['info'] => Project root located at: . [2024-06-02T08:09:24.613Z] ['info'] -> Token found by environment variables [2024-06-02T08:09:24.626Z] ['info'] Searching for coverage files... [2024-06-02T08:09:25.230Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:09:25.230Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:09:25.600Z] ['info'] Using manual override from args. [2024-06-02T08:09:25.600Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:09:25.610Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:09:26.353Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/36b6d556-5f75-430c-a2ce-1b1ee5712002.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T080926Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=da60ccca39e6f4d720c3eb281d220a1479cb6e59c2338064be0d63d5c711e316 [2024-06-02T08:09:26.353Z] ['info'] Uploading... [2024-06-02T08:09:28.228Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,665 / 1,666] Testing //tests/realtikvtest/importintotest:importintotest_test; 160s remote-cache, linux-sandbox ./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 49.153365707 s ./t/ddl/partition.test: ok! 114 test cases passed, take time 8.85520454 s [1,605 / 1,606] Testing //tests/realtikvtest/txntest:txntest_test; 221s remote-cache, linux-sandbox ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 14.127062907 s [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 220s remote-cache, linux-sandbox [1,665 / 1,666] Testing //tests/realtikvtest/importintotest:importintotest_test; 220s remote-cache, linux-sandbox ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 29.789235571 s ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.196535252 s ./t/ddl/sequence.test: ok! 268 test cases passed, take time 7.822597957 s ./t/ddl/serial.test: ok! 77 test cases passed, take time 4.828110416 s ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 1.136001228 s ./t/executor/adapter.test: ok! 6 test cases passed, take time 0.058016844 s [1,605 / 1,606] Testing //tests/realtikvtest/txntest:txntest_test; 279s remote-cache, linux-sandbox Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 323.774s, Critical Path: 304.55s INFO: 1603 processes: 1578 remote cache hit, 20 internal, 5 linux-sandbox. INFO: Build completed successfully, 1603 total actions Test cases: finished with 32 passing and 0 failing out of 32 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:11:04.309Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:11:04.311Z] ['info'] => Project root located at: . [2024-06-02T08:11:04.313Z] ['info'] -> Token found by environment variables [2024-06-02T08:11:04.326Z] ['info'] Searching for coverage files... [2024-06-02T08:11:04.893Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:11:04.893Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:11:05.266Z] ['info'] Using manual override from args. [2024-06-02T08:11:05.267Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:11:05.276Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:11:06.000Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/61d969b3-8aad-44d1-b630-551f83f3298c.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T081105Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=ffe5f41beeda5cd93f658c630e5f304a0201d66aaa5e3d0c96c68a452a16b632 [2024-06-02T08:11:06.001Z] ['info'] Uploading... [2024-06-02T08:11:07.603Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,665 / 1,666] Testing //tests/realtikvtest/importintotest:importintotest_test; 266s remote-cache, linux-sandbox [1,665 / 1,666] 1 / 1 tests; Testing //tests/realtikvtest/importintotest:importintotest_test; 267s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestImportInto [2024/06/02 08:06:43.856 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/02 08:06:43.857 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:06:43.858 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:06:43.859 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:43.859 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:06:43.860 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:06:43.860 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:06:43.860 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:06:43.860 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:06:43.861 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:06:43.864 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/02 08:06:43.869 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:43.871 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:43.872 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/02 08:06:43.898 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:43.898 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:43.907 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:43.907 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:43.921 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:43.945 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813889110806965] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:06:44.056 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:06:44.191 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=408] ["lease id"=22318fd7fae396f2] [2024/06/02 08:06:44.194 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:06:44.201 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest/importintotest_test.TestImportInto\n\ttests/realtikvtest/importintotest/util_test.go:50\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/02 08:06:44.224 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.673798ms] [2024/06/02 08:06:44.226 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:44.226 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=62e6ed75-6c97-4709-be7e-ace3f9c3e685] [runWorker=true] [2024/06/02 08:06:44.227 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:06:44.229 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:06:44.230 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:06:44.230 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:06:44.230 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:06:44.231 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:44.231 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:06:44.232 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62e6ed75-6c97-4709-be7e-ace3f9c3e685"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae396f6] [ownerID=62e6ed75-6c97-4709-be7e-ace3f9c3e685] [op=none] [2024/06/02 08:06:44.232 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62e6ed75-6c97-4709-be7e-ace3f9c3e685"] [2024/06/02 08:06:44.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:06:44.233 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=cbc6002d-16ed-48f9-b8f6-dab6d8d312f6] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:44.234 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbc6002d-16ed-48f9-b8f6-dab6d8d312f6"] ["owner key"=/tidb/br-stream/owner/22318fd7fae396f8] [ownerID=cbc6002d-16ed-48f9-b8f6-dab6d8d312f6] [op=none] [2024/06/02 08:06:44.234 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbc6002d-16ed-48f9-b8f6-dab6d8d312f6"] [2024/06/02 08:06:44.235 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:06:44.236 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62e6ed75-6c97-4709-be7e-ace3f9c3e685"] ["owner key"=/tidb/ddl/fg/owner/22318fd7fae396f6] [ownerID=62e6ed75-6c97-4709-be7e-ace3f9c3e685] [op=none] [2024/06/02 08:06:44.236 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62e6ed75-6c97-4709-be7e-ace3f9c3e685"] [op=none] [2024/06/02 08:06:44.236 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:06:44.241 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/02 08:06:44.273 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:44.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.273 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:44.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/02 08:06:44.313 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.370 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=26.577136ms] [2024/06/02 08:06:44.375 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:06:44.383 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:44.383 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/02 08:06:44.385 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=45.616962ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:06:44.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.449 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:44.473 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/02 08:06:44.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:44.477 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/02 08:06:44.510 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/02 08:06:44.692 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:44.692 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/02 08:06:44.762 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.060 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.791458ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.071 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.071 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/02 08:06:45.073 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=25.122729ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:44.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.121 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:44.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.234 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:06:45.286 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/02 08:06:45.286 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.290 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.791818029\n# Parse_time: 0\n# Compile_time: 0.012563333\n# Rewrite_time: 0.000009543\n# Optimize_time: 0\n# Wait_TS: 0.000373873\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/02 08:06:45.295 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/02 08:06:45.343 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.344 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/02 08:06:45.389 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.463 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.68451ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.473 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.473 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/02 08:06:45.475 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=18.097993ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.511 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.563 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/02 08:06:45.563 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.569 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/02 08:06:45.610 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.610 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/02 08:06:45.691 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.758 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.843046ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:45.769 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:45.769 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/02 08:06:45.771 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=19.101666ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.807 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:45.849 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/02 08:06:45.849 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:45.863 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/02 08:06:45.957 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:45.957 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/02 08:06:46.013 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.175 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.821365ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.186 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.186 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/02 08:06:46.187 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=20.427433ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:45.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.230 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:06:46.232 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/02 08:06:46.273 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:45.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.381 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/02 08:06:46.381 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.385 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.526747177\n# Parse_time: 0\n# Compile_time: 0.005241997\n# Rewrite_time: 0.000010998\n# Optimize_time: 0\n# Wait_TS: 0.000447592\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.390 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/02 08:06:46.446 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.446 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/02 08:06:46.487 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.581 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.176462ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.591 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.592 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/02 08:06:46.593 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=19.249473ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.650 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.708 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/02 08:06:46.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:46.712 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.323599932\n# Parse_time: 0\n# Compile_time: 0.002393961\n# Rewrite_time: 0.000012095\n# Optimize_time: 0\n# Wait_TS: 0.000400447\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:46.716 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/02 08:06:46.790 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:46.790 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/02 08:06:46.832 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:46.927 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.282302ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:46.937 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:46.937 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/02 08:06:46.939 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=19.749783ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:46.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.005 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:46.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.062 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/02 08:06:47.063 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.066 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.35178854\n# Parse_time: 0\n# Compile_time: 0.001976135\n# Rewrite_time: 0.000007272\n# Optimize_time: 0\n# Wait_TS: 0.000409367\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.068 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/02 08:06:47.109 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.109 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/02 08:06:47.176 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.230 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.416719ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.239 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.239 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/02 08:06:47.241 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=17.867387ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.307 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.345 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/02 08:06:47.345 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.351 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/02 08:06:47.400 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.400 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/02 08:06:47.464 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.541 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.583204ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.554 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.554 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/02 08:06:47.555 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=20.98191ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.610 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.652 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/02 08:06:47.652 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.655 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.305757515\n# Parse_time: 0\n# Compile_time: 0.001326607\n# Rewrite_time: 0.000008211\n# Optimize_time: 0\n# Wait_TS: 0.000413693\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.660 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/02 08:06:47.708 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:47.708 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/02 08:06:47.761 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.840 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.957509ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:47.851 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:47.851 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/02 08:06:47.853 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=19.388874ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.907 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:47.957 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/02 08:06:47.957 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:47.960 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.302375556\n# Parse_time: 0\n# Compile_time: 0.00192657\n# Rewrite_time: 0.000008641\n# Optimize_time: 0\n# Wait_TS: 0.000417029\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:47.966 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/02 08:06:48.016 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:48.016 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/02 08:06:48.077 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.161 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.135995ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:48.172 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.172 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/02 08:06:48.174 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=20.310016ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:47.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.209 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:47.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.265 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/02 08:06:48.266 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:48.269 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.305922978\n# Parse_time: 0\n# Compile_time: 0.002764135\n# Rewrite_time: 0.000011435\n# Optimize_time: 0\n# Wait_TS: 0.000412362\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:48.276 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:48.278 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:48.346 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:48.346 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:48.420 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.536 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.775814ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:48.548 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.548 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/02 08:06:48.550 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=21.703144ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.607 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.689 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/02 08:06:48.689 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:48.692 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.418669732\n# Parse_time: 0\n# Compile_time: 0.00301809\n# Rewrite_time: 0.000009448\n# Optimize_time: 0\n# Wait_TS: 0.000444323\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:48.697 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/02 08:06:48.778 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:48.778 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/02 08:06:48.821 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:48.925 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.358003ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:48.936 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:48.936 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/02 08:06:48.938 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=20.074531ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:48.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.005 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:48.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.066 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/02 08:06:49.066 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:49.069 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.374098841\n# Parse_time: 0\n# Compile_time: 0.002282683\n# Rewrite_time: 0.000018043\n# Optimize_time: 0\n# Wait_TS: 0.000470967\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:49.073 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:49.124 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:49.124 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:49.178 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.252 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.745027ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:49.262 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:49.263 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/02 08:06:49.264 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=19.141759ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.301 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.362 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/02 08:06:49.362 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:49.370 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/02 08:06:49.424 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:49.424 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/02 08:06:49.489 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:49.571 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.662379ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:49.581 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:49.581 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/02 08:06:49.583 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=18.724563ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:49.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.051 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=320.72731ms] [2024/06/02 08:06:50.117 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:49.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.167 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/02 08:06:50.168 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:50.171 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.802764266\n# Parse_time: 0\n# Compile_time: 0.001968685\n# Rewrite_time: 0.000010098\n# Optimize_time: 0\n# Wait_TS: 0.00039455\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:50.174 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:50.222 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:50.222 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:50.292 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.360 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.403345ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:50.370 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:50.370 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/02 08:06:50.371 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=17.180611ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.422 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.479 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/02 08:06:50.479 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:50.482 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.309463802\n# Parse_time: 0\n# Compile_time: 0.001395142\n# Rewrite_time: 0.000008884\n# Optimize_time: 0\n# Wait_TS: 0.00049732\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:50.488 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/02 08:06:50.542 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:50.542 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/02 08:06:50.607 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.678 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.654486ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:50.688 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:50.688 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/02 08:06:50.690 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=18.710843ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.748 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.794 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/02 08:06:50.794 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:50.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312339457\n# Parse_time: 0\n# Compile_time: 0.003021699\n# Rewrite_time: 0.000011165\n# Optimize_time: 0\n# Wait_TS: 0.000342158\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:50.802 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/02 08:06:50.848 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:50.848 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/02 08:06:50.909 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:50.979 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.833066ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:50.990 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:50.990 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/02 08:06:50.991 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=18.803952ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:50.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.051 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:50.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.111 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/02 08:06:51.111 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:51.114 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.31438025\n# Parse_time: 0\n# Compile_time: 0.001798058\n# Rewrite_time: 0.000008003\n# Optimize_time: 0\n# Wait_TS: 0.000386144\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:51.122 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:51.194 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:51.194 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:51.234 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.346 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.664317ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:51.357 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:51.357 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/02 08:06:51.359 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=20.457419ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.393 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.459 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/02 08:06:51.459 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:51.462 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343382941\n# Parse_time: 0\n# Compile_time: 0.003089587\n# Rewrite_time: 0.000010827\n# Optimize_time: 0\n# Wait_TS: 0.000343619\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:51.479 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:51.525 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:51.525 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:51.569 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.637 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.694813ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:51.647 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:51.647 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/02 08:06:51.648 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=17.993291ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.710 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.755 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/02 08:06:51.755 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:51.760 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/02 08:06:51.798 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/02 08:06:51.798 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:51.832 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.888 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.405046ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:51.898 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:51.898 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/02 08:06:51.900 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=17.803524ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:51.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:51.961 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:51.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.001 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/02 08:06:52.001 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:52.006 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/02 08:06:52.039 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:52.039 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/02 08:06:52.102 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.144 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.98517ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:52.153 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:52.153 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/02 08:06:52.155 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=16.566279ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.205 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.239 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/02 08:06:52.239 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:52.248 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/02 08:06:52.319 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:52.319 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/02 08:06:52.368 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.462 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.20834ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:52.472 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:52.473 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/02 08:06:52.474 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=19.582875ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.510 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.564 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/02 08:06:52.565 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:52.568 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.321375351\n# Parse_time: 0\n# Compile_time: 0.002184883\n# Rewrite_time: 0.000008103\n# Optimize_time: 0\n# Wait_TS: 0.000295087\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:52.571 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/02 08:06:52.616 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:52.616 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/02 08:06:52.673 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.735 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.511097ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:52.745 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:52.745 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/02 08:06:52.747 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=16.953522ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.803 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:52.849 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/02 08:06:52.849 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:52.858 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/02 08:06:52.915 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:52.915 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/02 08:06:52.980 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.045 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.467401ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:53.054 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:53.054 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/02 08:06:53.055 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=16.951123ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:52.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.088 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:52.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.134 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/02 08:06:53.134 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:53.140 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/02 08:06:53.182 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:53.182 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/02 08:06:53.244 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.317 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=3.289666ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:53.328 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:53.328 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/02 08:06:53.330 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=20.400679ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.385 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.430 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/02 08:06:53.430 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:53.436 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:53.480 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:53.480 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/02 08:06:53.521 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.600 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.876503ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:53.610 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:53.610 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/02 08:06:53.612 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=19.488775ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.668 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.713 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/02 08:06:53.713 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:53.720 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/02 08:06:53.763 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:53.763 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/02 08:06:53.804 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.872 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.566266ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:53.882 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:53.882 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/02 08:06:53.884 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=17.695687ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:53.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.951 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:53.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:53.997 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/02 08:06:53.997 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:54.005 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/02 08:06:54.006 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/02 08:06:54.059 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:54.059 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/02 08:06:54.125 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.213 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.024309ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:54.224 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:54.224 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/02 08:06:54.226 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=20.768585ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.263 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.315 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/02 08:06:54.315 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:54.319 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.31612957\n# Parse_time: 0\n# Compile_time: 0.002248101\n# Rewrite_time: 0.000008795\n# Optimize_time: 0\n# Wait_TS: 0.000357241\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:54.326 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:54.378 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:54.378 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:54.434 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.523 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.851008ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:54.533 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:54.533 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/02 08:06:54.534 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=17.741051ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.602 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.661 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/02 08:06:54.661 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:54.664 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.342053414\n# Parse_time: 0\n# Compile_time: 0.004368024\n# Rewrite_time: 0.000012787\n# Optimize_time: 0\n# Wait_TS: 0.00037895\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:54.669 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/02 08:06:54.730 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:54.730 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/02 08:06:54.774 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.872 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.878468ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:54.882 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:54.882 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/02 08:06:54.884 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=18.518183ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:54.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:54.950 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:54.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.004 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/02 08:06:55.004 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:55.008 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.340882945\n# Parse_time: 0\n# Compile_time: 0.002288358\n# Rewrite_time: 0.000013379\n# Optimize_time: 0\n# Wait_TS: 0.000419497\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:55.016 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/02 08:06:55.087 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:55.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:55.087 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:55.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/02 08:06:55.127 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:55.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.252 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.804532ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:55.261 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:55.261 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/02 08:06:55.263 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=19.611708ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:55.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.298 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:55.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.369 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/02 08:06:55.369 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:55.372 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359695541\n# Parse_time: 0\n# Compile_time: 0.003223466\n# Rewrite_time: 0.0000131\n# Optimize_time: 0\n# Wait_TS: 0.000393264\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:55.374 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/02 08:06:55.425 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:55.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:55.425 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:55.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/02 08:06:55.497 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:55.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.551 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.551052ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:55.563 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:55.563 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/02 08:06:55.565 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=21.500141ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:55.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.621 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:55.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.657 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/02 08:06:55.660 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:55.736 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:55.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:55.736 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:55.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/02 08:06:55.780 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:55.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.888 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.31004ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:06:55.899 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:55.899 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/02 08:06:55.901 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=20.097927ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-02 08:06:55.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:55.962 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:55.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.026 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/02 08:06:56.026 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:56.030 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360661272\n# Parse_time: 0\n# Compile_time: 0.007022131\n# Rewrite_time: 0.003675473\n# Optimize_time: 0\n# Wait_TS: 0.000346111\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:56.034 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/02 08:06:56.096 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:56.096 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/02 08:06:56.153 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.234 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=cbc6002d-16ed-48f9-b8f6-dab6d8d312f6] [daemon-id=LogBackup::Advancer] [2024/06/02 08:06:56.234 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/02 08:06:56.236 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.063314ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:56.247 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:56.247 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/02 08:06:56.249 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=18.620591ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.308 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.360 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/02 08:06:56.360 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:56.363 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331091803\n# Parse_time: 0\n# Compile_time: 0.001778679\n# Rewrite_time: 0.000009694\n# Optimize_time: 0\n# Wait_TS: 0.000389455\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:56.367 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/02 08:06:56.411 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:56.411 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/02 08:06:56.480 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.541 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.682076ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:56.552 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:56.552 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/02 08:06:56.554 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=19.596004ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.606 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.649 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/02 08:06:56.650 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:56.656 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/02 08:06:56.712 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:56.712 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/02 08:06:56.754 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.823 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.662452ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:56.834 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:56.834 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/02 08:06:56.836 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=20.008548ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.899 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:56.939 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/02 08:06:56.940 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:56.949 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/02 08:06:57.036 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:57.036 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/02 08:06:57.089 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.228 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.087946ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:57.239 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:57.239 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/02 08:06:57.241 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=20.274121ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:56.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.305 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:56.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.399 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/02 08:06:57.399 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:57.402 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.455673699\n# Parse_time: 0\n# Compile_time: 0.003032866\n# Rewrite_time: 0.00000782\n# Optimize_time: 0\n# Wait_TS: 0.000282817\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:57.408 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/02 08:06:57.484 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:57.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:57.484 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:57.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/02 08:06:57.524 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.636 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.499282ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:57.646 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:57.646 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/02 08:06:57.648 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=18.934959ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:57.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.704 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:57.783 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/02 08:06:57.783 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:57.787 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.381811057\n# Parse_time: 0\n# Compile_time: 0.003260221\n# Rewrite_time: 0.000008869\n# Optimize_time: 0\n# Wait_TS: 0.000352183\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:57.794 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/02 08:06:57.892 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:57.76 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:57.892 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:57.76 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/02 08:06:57.961 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.76 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.107 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.48137ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:58.117 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:58.117 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/02 08:06:58.119 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=21.653625ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:57.76 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.157 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:57.76 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.241 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/02 08:06:58.241 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:58.244 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.452750197\n# Parse_time: 0\n# Compile_time: 0.003182394\n# Rewrite_time: 0.000013973\n# Optimize_time: 0\n# Wait_TS: 0.000362402\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:58.249 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:58.325 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:58.325 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:58.387 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.538 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.166218ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:58.549 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:58.549 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/02 08:06:58.551 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=21.678141ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.606 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.692 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/02 08:06:58.693 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:58.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.452929394\n# Parse_time: 0\n# Compile_time: 0.002480587\n# Rewrite_time: 0.000009925\n# Optimize_time: 0\n# Wait_TS: 0.000277911\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:58.709 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/02 08:06:58.793 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:58.793 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/02 08:06:58.866 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:58.987 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.079764ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:58.998 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:58.998 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/02 08:06:59.000 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=17.604503ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.056 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:58.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.147 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/02 08:06:59.147 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:59.150 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.444994862\n# Parse_time: 0\n# Compile_time: 0.003634997\n# Rewrite_time: 0.00001098\n# Optimize_time: 0\n# Wait_TS: 0.00051506\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:59.158 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/02 08:06:59.236 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:59.236 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/02 08:06:59.275 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.413 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.788656ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:59.423 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:59.423 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/02 08:06:59.425 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=19.013041ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.462 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.541 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/02 08:06:59.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:59.544 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.390050598\n# Parse_time: 0\n# Compile_time: 0.004040108\n# Rewrite_time: 0.000009485\n# Optimize_time: 0\n# Wait_TS: 0.000376626\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:59.550 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:59.626 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:59.626 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:06:59.670 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.772 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.356677ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:06:59.782 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:06:59.782 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/02 08:06:59.784 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=19.337727ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.853 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:06:59.914 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/02 08:06:59.914 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:06:59.918 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.370050902\n# Parse_time: 0\n# Compile_time: 0.002648932\n# Rewrite_time: 0.000011218\n# Optimize_time: 0\n# Wait_TS: 0.000438668\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:06:59.923 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:06:59.984 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:06:59.984 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:07:00.027 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.118 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.075774ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:00.129 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:07:00.129 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/02 08:07:00.130 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=19.348068ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-02 08:06:59.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.203 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-02 08:06:59.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.283 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/02 08:07:00.283 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:00.286 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365627272\n# Parse_time: 0\n# Compile_time: 0.002405134\n# Rewrite_time: 0.000011986\n# Optimize_time: 0\n# Wait_TS: 0.000476144\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:07:00.295 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/02 08:07:00.389 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:00.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:00.389 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:00.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/02 08:07:00.446 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.601 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.699107ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:00.613 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:07:00.613 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/02 08:07:00.615 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=26.214463ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:00.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.653 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.743 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/02 08:07:00.743 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:00.746 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.455090323\n# Parse_time: 0\n# Compile_time: 0.003631633\n# Rewrite_time: 0.000008739\n# Optimize_time: 0\n# Wait_TS: 0.000564931\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:07:00.751 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/02 08:07:00.829 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:00.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:00.829 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:00.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/02 08:07:00.873 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:00.971 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.22069ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:00.982 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:07:00.982 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/02 08:07:00.984 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=19.330519ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:00.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.054 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:00.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.115 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/02 08:07:01.115 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.118 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.369256888\n# Parse_time: 0\n# Compile_time: 0.002373547\n# Rewrite_time: 0.000013103\n# Optimize_time: 0\n# Wait_TS: 0.000383039\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:07:01.122 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/02 08:07:01.166 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:01.166 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/02 08:07:01.227 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.250 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:01.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:01.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:01.251 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:01.293 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.76826ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:01.303 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:07:01.303 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/02 08:07:01.304 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=18.111132ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.338 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.383 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/02 08:07:01.383 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.390 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/02 08:07:01.449 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:01.450 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/02 08:07:01.510 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.584 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.653398ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:01.594 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:07:01.594 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/02 08:07:01.596 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=17.941792ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:01.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.648 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.697 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/02 08:07:01.697 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.311934185\n# Parse_time: 0\n# Compile_time: 0.001517673\n# Rewrite_time: 0.000012219\n# Optimize_time: 0\n# Wait_TS: 0.000347592\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:07:01.701 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/02 08:07:01.729 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:01.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:01.729 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:01.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/02 08:07:01.777 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.805 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.079375ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:01.821 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:07:01.821 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/02 08:07:01.823 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=22.857464ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:01.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.886 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:01.911 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/02 08:07:01.911 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:01.969 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:01.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:01.969 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:01.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/02 08:07:02.039 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.127 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.683939ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/02 08:07:02.137 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/02 08:07:02.137 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/02 08:07:02.139 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=19.588901ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:01.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.190 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:01.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:02.240 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/02 08:07:02.241 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:02.244 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.327282561\n# Parse_time: 0\n# Compile_time: 0.00424345\n# Rewrite_time: 0.002339531\n# Optimize_time: 0\n# Wait_TS: 0.000390977\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:07:02.733 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183986468880394\n# Query_time: 0.347333731\n# Parse_time: 0\n# Compile_time: 0.157488382\n# Rewrite_time: 0.004502498\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 365957\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODAuN21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDQwLjYBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDg1My40wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDQ1LjbCtXMRQQx3YWl0DRoEMzkyGgAoa3ZfcmVhZF93YWwNaBAgODkuOQk8CGlrdi4ZABAxMDguMQmCDHNjYW4+ggAMa2V5cwXFKGdldF9zbmFwc2hvEXYMMTQuMgVUaHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGjRHhuOiB7cHJld3JpdGU6MS43NCE4AVERIhRzOjM5Mi4J3QkUEDoxLjE5ASccc2xvd2VzdF8RQCVFACAxhWQwLjAwMnMsIHJlZ2lvbl9pZDogMTAsIHN0byGrODEyNy4wLjAuMToyMDE2MkJkAToLARA2NzguN04LAQGrPvwAcvoABeo5SwWPFF9iYXRjaCW2DDogMTgtjyhwcm9wb3NlX3NlbiGwSGl0OiAwcywgcGVyc2lzdF9sb2cZ7QQzMynDCV4UbGVhZGVyEVAkOTNucywgc3luYwk0CDI1MyXXACwNLjRtZW10YWJsZTogNS4zMwnlKWoJMAg0MDQtgBBhcHBseTatAAg3LjUl6AUbFZAENjcNYhRtdXRleF8p+gG9SqAAGRcAd2E8BDE3RfZGnQAIOC45IVkuPwIccHJpbWFyeV9hPQAgLvgBBDFz/vgBLfgINDQxBcoEfSw6AwNK+AEMNy4zOCUMWvQCCfx1x0r6AWFtACyy+AEANjGbCV0y+QEENTE2+AEEMzJNWQksOfcMNjI4bgHiLvUBCDIyMAX5ACwp2jb1AQA1bd029QEEODlNDABtxvUBkaU+mwAEMjFFDiX1bckIbnVtoSoJKoWEADFRLRhieXRlOjMyBS5saW5zZXJ0OjE0MC4xbXMJMTA5LjQgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/06/02 08:07:02.831 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=18.596950717s] [2024/06/02 08:07:02.837 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:07:02.838 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62e6ed75-6c97-4709-be7e-ace3f9c3e685"] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=18.921Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=18.732Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=18.884Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=13.811Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=9.719Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=23.687Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=18.129Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=32.417Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.585Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=8.991Β΅s] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:02.875 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.872Β΅s] [2024/06/02 08:07:02.876 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62e6ed75-6c97-4709-be7e-ace3f9c3e685"] [2024/06/02 08:07:02.876 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62e6ed75-6c97-4709-be7e-ace3f9c3e685"] [2024/06/02 08:07:02.877 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 62e6ed75-6c97-4709-be7e-ace3f9c3e685"] [] [2024/06/02 08:07:02.879 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:07:02.879 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:07:02.879 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:07:02.896 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=62e6ed75-6c97-4709-be7e-ace3f9c3e685] ["take time"=58.382789ms] [2024/06/02 08:07:02.896 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=62e6ed75-6c97-4709-be7e-ace3f9c3e685] [2024/06/02 08:07:02.899 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=408] [2024/06/02 08:07:02.899 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:07:02.899 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:07:02.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:02.899 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:07:02.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:02.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:02.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:02.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:02.899 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:07:02.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:02.899 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:07:02.899 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:07:02.899 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager cbc6002d-16ed-48f9-b8f6-dab6d8d312f6 watch owner key /tidb/br-stream/owner/22318fd7fae396f8"] [2024/06/02 08:07:02.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:02.899 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbc6002d-16ed-48f9-b8f6-dab6d8d312f6"] [2024/06/02 08:07:02.899 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:07:02.899 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbc6002d-16ed-48f9-b8f6-dab6d8d312f6"] [2024/06/02 08:07:02.899 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:07:02.899 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbc6002d-16ed-48f9-b8f6-dab6d8d312f6"] [2024/06/02 08:07:02.901 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:07:02.901 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:07:02.901 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:02.901 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:02.902 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager cbc6002d-16ed-48f9-b8f6-dab6d8d312f6"] [error="context canceled"] [2024/06/02 08:07:02.902 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=cbc6002d-16ed-48f9-b8f6-dab6d8d312f6] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:02.902 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 08:07:02.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:02.902 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=64.865128ms] [2024/06/02 08:07:02.902 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375813889110806965] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/02 08:07:02.914 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/02 08:07:03.063 +00:00] [INFO] [domain.go:2849] [acquireServerID] [serverID=344] ["lease id"=3eaa8fd7fae3979c] [2024/06/02 08:07:03.066 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/02 08:07:03.102 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbc6002d-16ed-48f9-b8f6-dab6d8d312f6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:03.160 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=89.938619ms] [2024/06/02 08:07:03.165 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:03.166 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=ad5cd543-37f9-4174-8ba9-da750c2e1158] [runWorker=true] [2024/06/02 08:07:03.166 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/02 08:07:03.168 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/02 08:07:03.169 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:07:03.169 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/02 08:07:03.169 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:03.169 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 08:07:03.170 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/02 08:07:03.171 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fadfa907] [ownerID=ad5cd543-37f9-4174-8ba9-da750c2e1158] [op=none] [2024/06/02 08:07:03.171 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:07:03.172 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:07:03.172 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=d3516b9e-e57a-48ed-971b-cbb17cfd917b] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:03.179 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/02 08:07:03.179 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] ["owner key"=/tidb/ddl/fg/owner/6f188fd7fadfa907] [ownerID=ad5cd543-37f9-4174-8ba9-da750c2e1158] [op=none] [2024/06/02 08:07:03.179 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [op=none] [2024/06/02 08:07:03.179 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/02 08:07:03.196 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/02 08:07:03.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:07:03.197 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/02 08:07:03.200 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] ["owner key"=/tidb/bindinfo/owner/6f188fd7fadfa90c] [ownerID=ad5cd543-37f9-4174-8ba9-da750c2e1158] [op=none] [2024/06/02 08:07:03.200 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:07:03.213 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/02 08:07:03.220 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/02 08:07:03.322 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:07:03.339 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:07:03.352 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:07:03.352 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:07:03.352 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/02 08:07:03.352 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:07:03.352 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/02 08:07:03.352 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:07:03.352 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/02 08:07:03.352 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/02 08:07:03.352 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/02 08:07:03.357 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:07:03.357 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/02 08:07:03.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:07:03.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:07:03.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:07:03.359 +00:00] [INFO] [domain.go:2448] ["updateStatsWorker started."] [2024/06/02 08:07:03.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:07:03.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:07:03.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:03.359 +00:00] [INFO] [domain.go:2310] ["start load stats sub workers"] ["worker count"=10] [2024/06/02 08:07:03.361 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] ["owner key"=/tidb/stats/owner/3eaa8fd7fae397a7] [ownerID=ad5cd543-37f9-4174-8ba9-da750c2e1158] [op=none] [2024/06/02 08:07:03.361 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:07:03.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:07:03.365 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/06/02 08:07:03.369 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/02 08:07:03.392 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/17874a37-844f-400a-923c-546a66391409] [2024/06/02 08:07:03.393 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:03.393 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/02 08:07:03.402 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:07:03.403 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/02 08:07:03.403 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/02 08:07:03.404 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/02 08:07:03.415 +00:00] [INFO] [domain.go:2349] ["init stats info time"] [lite=true] ["take time"=57.744847ms] [2024/06/02 08:07:03.415 +00:00] [INFO] [domain.go:2429] ["handleDDLEvent started."] [2024/06/02 08:07:03.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/02 08:07:03.445 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:07:03.498 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestAddIndexBySQL import_into_test.go:990: enable after we support add-index option === RUN TestImportInto/TestAnalyze import_into_test.go:1142: skip for ci now === RUN TestImportInto/TestBasicImportInto [2024/06/02 08:07:03.516 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/06/02 08:07:03.518 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database import_into"] [user=] [2024/06/02 08:07:03.553 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:03.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:03.553 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:03.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/06/02 08:07:03.790 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=51] ["start time"=367.801216ms] [2024/06/02 08:07:03.872 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/02 08:07:03.873 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=453.393762ms] [2024/06/02 08:07:04.111 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183986822774789\n# Query_time: 0.508776604\n# Parse_time: 0\n# Compile_time: 0.001075071\n# Rewrite_time: 0.001588488\n# Optimize_time: 0.00359373\n# Wait_TS: 0.000305707\n# Prewrite_time: 0.001475537 Commit_time: 0.001514306 Get_commit_ts_time: 0.000399336 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 599.4Β΅s}, scan_detail: {get_snapshot_time: 17.8Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 21.7Β΅s, propose_send_wait: 0s, persist_log: {total: 106.5Β΅s, write_leader_wait: 34ns, sync_log: 63.3Β΅s, write_memtable: 2.01Β΅s}, commit_log: 307.5Β΅s, apply_batch_wait: 16.2Β΅s, apply: {total:85.2Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 19.9Β΅s, write_memtable: 15.8Β΅s}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 599.4Β΅s}, scan_detail: {get_snapshot_time: 17.8Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 21.7Β΅s, propose_send_wait: 0s, persist_log: {total: 106.5Β΅s, write_leader_wait: 34ns, sync_log: 63.3Β΅s, write_memtable: 2.01Β΅s}, commit_log: 307.5Β΅s, apply_batch_wait: 16.2Β΅s, apply: {total:85.2Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 19.9Β΅s, write_memtable: 15.8Β΅s}}} Write_keys: 1 Write_size: 845 Prewrite_region: 1\n# Is_internal: true\n# Digest: bb9a0484a27cea37dfc9b79800bc11ddc72f4ac11810a6eb126d600a567ce029\n# Num_cop_tasks: 0\n# Mem_max: 10007\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jQzwQDAJMjhfMwkwCTAJTi9BCTAJdGltZToyLjE1bXMsIGxvb3BzOjEsIGNvbW1pdF90eG46IHtwcmV3cml0ZToxLjQ4AScMZ2V0XxEiJHM6Mzk5LjPCtXMRNhA6MS41MQEnIHNsb3dlc3RfcA1A8DxfcnBjOiB7dG90YWw6IDAuMDAxcywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgAagYX2RldGFpbAFEIGlrdl93YWxsXwEYQDogNTk5LjTCtXN9LCBzY2FuGSkBqxxzbmFwc2hvdA0sDDE3LjgFr1hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIAXsGUIFkUBfYmF0Y2hfd2FpdDogMjEuNwVBLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZwGrCe8QMTA2LjUFNglgFGxlYWRlcg02JDM0bnMsIHN5bmMJNQQ2My1SCSw0bWVtdGFibGU6IDIuMDEJ5y2ABWQIMzA3DVwQYXBwbHkyrQAMMTYuMgV3BRsVkAQ4NQ0XFG11dGV4XykAAb0JcjKeABkXAHchuQwxOS45BVIJKxmdBDE1JVklRQ2fGHByaW1hcnn++gFq+gEMNjQ4Li0TgvoBBDI0DfXi+gEAM876AQwyMS42PTEyXAEENDc6+gE2JgI5XQgyLjlN4S1bKfoEMzcNXCXfNvoBADMN7gUbNfoENzMNMgBtxvoBADhe+gEAMgVUJfpt0AhudW2BSUkkDGtleXMZDoBieXRlOjg0NX0JMS43NyBLQglOL0EKMQkzNl8xCTAJMQlJ7Vx0aWRiX2RkbF9qb2IsIGhhbmRsZToxMDUBIYG1DDEuMjiBZ0Bsb29wczoyLCBHZXQ6e251bUVuCDEsIGV6afUMODgyLmG0AH1CSQRhnhxfcHJvY2VzcwksBCAyUeEJHWH1DRoEMzBtmAkaFGt2X3JlYWH7lYkENjQFaAFnNqIEADdapwIJShGBJSkAIBW8LhcAJF9zaXplOiA4NTMR2hUtTuUEYRQILCByTuMEIAlOL0EJTi9BCg==')\n# Plan_digest: 3fea32741ba131a439f08d925bc0d60ce688c732cc613c6d3625da6592028edc\n# Binary_plan: tidb_decode_binary_plan('wAx4CrsMCghVcGRhdGVfMxKYAwoLUG9pbnRfR2V0XzEpAAUB8FvwPzABOAFAAUoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSCmhhbmRsZToxMDVaFHRpbWU6MS4yOG1zLCBsb29wczoyYqgCR2V0OntudW1fcnBjOjEsIHRvdGFsXwUtKDg4Mi43wrVzfSwgARAkX2RldGFpbDogewkkHHByb2Nlc3NfARwoOiAyOS45wrVzLCAJHQx3YWl0DRoMMzAuMx0aLGt2X3JlYWRfd2FsbA0iBDY0BWgBZwRrdi4ZAAw3OC4xCYEMc2Nhbl6BABRrZXlzOiAVvBGYARckX3NpemU6IDg1MxGZARYFLShnZXRfc25hcHNobxGqADEBbWAsIHJvY2tzZGI6IHtibG9jazoge319fXD/EQEEAXgRCgD/JYAQUgNOL0EtYBAyLjE1bTVgHDFi5ghjb21tIQtAeG46IHtwcmV3cml0ZToxLjQliAGFESIQczozOTktKwkUEDoxLjUxAU8cc2xvd2VzdF8RQAxfcnBjMYgYOiAwLjAwMQG4oGVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgdGltLswBOnMBEDU5OS40TnQBAas+MAEINy44JdpSMgEELCAF7Dm2BZEUX2JhdGNoRSAMOiAyMS35KHByb3Bvc2Vfc2VuQRpIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvEDEwNi41BXcJYBRsZWFkZXINUiQzNG5zLCBzeW5jCTUENjMtUgksGG1lbXRhYmxBsAQuMCHuBH0sLWwJLwgzMDcNXBBhcHBseTKtAAwxNi4yBXcFGxWQBDg1DRcUbXV0ZXhfSTIBvQlyMp4AGRcUd2FsOiAxcTQJKxmdBDE1JVkEfX0ZnxhwcmltYXJ5/voBavoBCDY0OFZuA0r6AQQyNA314voBADPO+gEMMjEuNiWDKTEyXAEENDc6+gE2JgI5XQgyLjlN4WlmLfoEMzcNXCXfNvoBADMN7gUbNfoENzMNMgBtxvoBADitLgnJGZ0EMTIFVCX6bdAQbnVtOjFxTYW/FQ5gYnl0ZTo4NDV9cJcOeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:04.113 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:03.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.147 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.052124ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:04.159 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/02 08:07:04.161 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=18.868677ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:03.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.190 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/02 08:07:04.190 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:07:04.190 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:07:04.190 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/02 08:07:04.201 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:03.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.229 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/02 08:07:04.229 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:04.233 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.71555806\n# Parse_time: 0.000298545\n# Compile_time: 0.000783873\n# Rewrite_time: 0.000008075\n# Optimize_time: 0.000549621\n# Wait_TS: 0.000497111\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database import_into;"] [2024/06/02 08:07:04.236 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:04.240 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/06/02 08:07:04.283 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:04.283 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:07:04.324 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.333 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/06/02 08:07:04.385 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager cbc6002d-16ed-48f9-b8f6-dab6d8d312f6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:07:04.393 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/02 08:07:04.393 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/02 08:07:04.394 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/17874a37-844f-400a-923c-546a66391409] [watcherID=516c5c54-d88c-4583-b80d-550d5364f68e] [2024/06/02 08:07:04.403 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/02 08:07:04.420 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/06/02 08:07:04.421 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/02 08:07:04.421 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/02 08:07:04.421 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/02 08:07:04.421 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/02 08:07:04.423 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.964269ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:04.438 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/06/02 08:07:04.440 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=24.815951ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:04.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.505 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:04.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:04.554 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/06/02 08:07:04.554 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:04.558 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.319937592\n# Parse_time: 0.001034715\n# Compile_time: 0.001275653\n# Rewrite_time: 0.000013906\n# Optimize_time: 0.000549621\n# Wait_TS: 0.000438188\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:07:04.718 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:04.988 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:05.112 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:05.152 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/06/02 08:07:05.152 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:05.169 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/02 08:07:05.258 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:05.260 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:05.261 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/06/02 08:07:05.280 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:05.283 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:05.283 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:05.283 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=136.756Β΅s] [2024/06/02 08:07:05.283 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=327.937Β΅s] [] [2024/06/02 08:07:05.284 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:05.284 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:05.424 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/06/02 08:07:05.450 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/06/02 08:07:05.470 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:05.510 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:05.512 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/02 08:07:05.512 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:05.513 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/06/02 08:07:05.522 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:05.522 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:05.523 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.523 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:05.524 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:05.524 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:05.524 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:05.524 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.524 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.540 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:05.541 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:05.541 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:05.542 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:05.542 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/06/02 08:07:05.583 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/06/02 08:07:05.587 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:05.590 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:05.591 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/02 08:07:05.596 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [2024/06/02 08:07:05.599 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [readDur=1.194461ms] [encodeDur=698.801Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=268.688Β΅s] [type=file] [takeTime=2.650086ms] [] [2024/06/02 08:07:05.600 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/02 08:07:05.600 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/db6c3242-0288-40e8-a005-b1e8506400ab.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/06/02 08:07:05.621 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [2024/06/02 08:07:05.624 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [readDur=1.289114ms] [encodeDur=811.224Β΅s] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=355.021Β΅s] [type=file] [takeTime=2.906557ms] [] [2024/06/02 08:07:05.625 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/02 08:07:05.625 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8f5a0dea-56b9-40bc-be62-91133596f5dc.sst] [firstKey=74800000000000006A5F728000000000000008] [lastKey=74800000000000006A5F728000000000000009] [2024/06/02 08:07:05.639 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [2024/06/02 08:07:05.642 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [readDur=1.155601ms] [encodeDur=771.979Β΅s] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [deliverDur=295.116Β΅s] [type=file] [takeTime=2.620586ms] [] [2024/06/02 08:07:05.643 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d0c222a0-643c-4b37-896a-6b0b67d8b936.sst] [firstKey=74800000000000006A5F72800000000000000F] [lastKey=74800000000000006A5F728000000000000010] [2024/06/02 08:07:05.643 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=59.937728ms] [] [2024/06/02 08:07:05.643 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/02 08:07:05.643 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/02 08:07:05.643 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:05.645 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.961619ms] [] [2024/06/02 08:07:05.645 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:05.651 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:05.673 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/02 08:07:05.673 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:05.690 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/02 08:07:05.708 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=62.253788ms] [] [2024/06/02 08:07:05.708 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:05.709 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.345151ms] [] [2024/06/02 08:07:05.709 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/02 08:07:05.709 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:05.711 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.71659ms] [] [2024/06/02 08:07:05.711 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:05.711 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:05.711 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=79.447Β΅s] [] [2024/06/02 08:07:05.711 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:05.712 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.020181ms] [] [2024/06/02 08:07:05.764 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/02 08:07:05.768 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:05.768 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.768 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.768 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:05.770 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:05.771 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:05.771 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:05.771 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:05.771 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:05.771 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=260.549921ms] [] [2024/06/02 08:07:05.772 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:05.774 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:05.775 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:05.775 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:05.847 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/02 08:07:05.849 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:05.849 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:06.032 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:06.080 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/02 08:07:06.080 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/02 08:07:06.080 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/02 08:07:06.087 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=7.079876ms] [] [2024/06/02 08:07:06.087 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=246] [kvs=6] [checksum=8184885398518078658] [2024/06/02 08:07:06.088 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/06/02 08:07:06.088 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/06/02 08:07:06.088 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/06/02 08:07:06.092 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=8184885398518078658] [totalKvs=6] [totalBytes=246] [2024/06/02 08:07:06.092 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/06/02 08:07:06.092 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.165705ms] [] [2024/06/02 08:07:06.092 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.367626ms] [] [2024/06/02 08:07:06.136 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=103.100304ms] [] [2024/06/02 08:07:06.177 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:06.177 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/06/02 08:07:06.180 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/06/02 08:07:06.226 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/02 08:07:06.258 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=1] [2024/06/02 08:07:06.282 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:06.282 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/06/02 08:07:06.388 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8291640409999999\n# Parse_time: 0.00085611\n# Compile_time: 0.001591657\n# Rewrite_time: 0.000359549\n# Optimize_time: 0.000549621\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:06.394 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:06.398 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:06.424 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:06.424 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:06.475 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.512 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=829.488Β΅s] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:06.523 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/06/02 08:07:06.525 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=17.824718ms] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.596 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.626 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=283.91Β΅s] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:06.639 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/06/02 08:07:06.641 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=18.736841ms] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.702 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.712 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 106, Old Table Name: t"] [2024/06/02 08:07:06.785 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=375.189Β΅s] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:06.799 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/06/02 08:07:06.801 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=21.79651ms] [job="ID:108, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:06.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.863 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=108] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/06/02 08:07:06.877 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="drop table"] [2024/06/02 08:07:06.880 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:06.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:06.938 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/06/02 08:07:06.938 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:06.943 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.545482679\n# Parse_time: 0.000450649\n# Compile_time: 0.000873416\n# Rewrite_time: 0.000013957\n# Optimize_time: 0.000925654\n# Wait_TS: 0.000345798\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:06.945 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/06/02 08:07:07.002 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:07.002 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:07:07.056 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.064 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 109, Table Name: t"] [2024/06/02 08:07:07.194 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.631872ms] [gotSchemaVersion=57] [phyTblIDs="[109]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:07.224 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=110] [version=57] [2024/06/02 08:07:07.226 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=38.420332ms] [job="ID:110, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:06.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.308 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [job="ID:110, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:06.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:07.372 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/06/02 08:07:07.372 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:07.376 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.432933693\n# Parse_time: 0.001226078\n# Compile_time: 0.001130283\n# Rewrite_time: 0.000012616\n# Optimize_time: 0.000925654\n# Wait_TS: 0.000411971\n# DB: import_into\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:07:07.392 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:07.629 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:07.720 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:07.763 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/06/02 08:07:07.763 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:07.870 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:07.871 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:07.873 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/06/02 08:07:07.893 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:07.897 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:07.897 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:07.897 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=92.445Β΅s] [2024/06/02 08:07:07.897 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=228.743Β΅s] [] [2024/06/02 08:07:07.897 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:07.897 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:08.059 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/06/02 08:07:08.079 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/06/02 08:07:08.115 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:08.160 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:08.161 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/02 08:07:08.163 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:08.171 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:08.171 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:08.172 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:08.172 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:08.173 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:08.173 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:08.173 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:08.173 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:08.173 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:08.187 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:08.189 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:08.189 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:08.189 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:08.189 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/06/02 08:07:08.237 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/06/02 08:07:08.242 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:08.245 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:08.246 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/06/02 08:07:08.255 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [2024/06/02 08:07:08.257 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [readDur=1.132757ms] [encodeDur=581.413Β΅s] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=127.747Β΅s] [type=file] [takeTime=2.253915ms] [] [2024/06/02 08:07:08.258 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/06/02 08:07:08.258 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/72949902-01a1-4e47-ac61-b183babcee9a.sst] [firstKey=74800000000000006D5F728000000000000001] [lastKey=74800000000000006D5F728000000000000002] [2024/06/02 08:07:08.265 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [2024/06/02 08:07:08.268 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [readDur=1.116561ms] [encodeDur=666.161Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=74.968Β΅s] [type=file] [takeTime=2.183939ms] [] [2024/06/02 08:07:08.268 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/06/02 08:07:08.268 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a6155c01-e7d9-4341-b300-80a4f21572c7.sst] [firstKey=74800000000000006D5F728000000000000003] [lastKey=74800000000000006D5F728000000000000004] [2024/06/02 08:07:08.277 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [2024/06/02 08:07:08.280 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [readDur=1.134121ms] [encodeDur=826.555Β΅s] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=68.983Β΅s] [type=file] [takeTime=2.359883ms] [] [2024/06/02 08:07:08.281 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/96122b11-0378-440b-baa4-ac1536c141fc.sst] [firstKey=74800000000000006D5F728000000000000005] [lastKey=74800000000000006D5F728000000000000006] [2024/06/02 08:07:08.281 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=43.098867ms] [] [2024/06/02 08:07:08.281 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/02 08:07:08.281 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/02 08:07:08.281 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:08.283 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.830019ms] [] [2024/06/02 08:07:08.283 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:08.290 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:08.311 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/06/02 08:07:08.311 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:08.326 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/06/02 08:07:08.328 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.311857ms] [] [2024/06/02 08:07:08.328 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:08.330 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.088931ms] [] [2024/06/02 08:07:08.330 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/02 08:07:08.330 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:08.331 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.512116ms] [] [2024/06/02 08:07:08.331 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:08.331 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:08.331 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=59.617Β΅s] [] [2024/06/02 08:07:08.331 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:08.332 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=944.161Β΅s] [] [2024/06/02 08:07:08.385 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:08.385 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/02 08:07:08.386 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:08.387 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:08.387 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:08.388 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:08.388 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:08.388 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:08.388 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:08.390 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:08.391 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:08.391 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:08.391 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:08.391 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:08.391 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=230.607957ms] [] [2024/06/02 08:07:08.486 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/02 08:07:08.488 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:08.488 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:08.641 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:08.690 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/02 08:07:08.690 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/02 08:07:08.690 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/02 08:07:08.690 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.36Β΅s] [] [2024/06/02 08:07:08.690 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/02 08:07:08.690 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/02 08:07:08.690 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/06/02 08:07:08.691 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/06/02 08:07:08.695 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=109] [physicalTableID=109] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/06/02 08:07:08.696 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/02 08:07:08.696 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.533357ms] [] [2024/06/02 08:07:08.696 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.698721ms] [] [2024/06/02 08:07:08.737 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=95.474775ms] [] [2024/06/02 08:07:08.786 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:08.786 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/06/02 08:07:08.789 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/06/02 08:07:08.871 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=2] [2024/06/02 08:07:08.882 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/02 08:07:08.901 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:08.901 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/06/02 08:07:08.998 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6213972330000002\n# Parse_time: 0.000848503\n# Compile_time: 0.001483324\n# Rewrite_time: 0.000267679\n# Optimize_time: 0.000925654\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:09.006 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:09.008 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:09.040 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:09.040 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:09.112 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.145 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=667.642Β΅s] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:09.157 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=58] [2024/06/02 08:07:09.159 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=18.967154ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.194 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.258 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=1.995024ms] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:09.271 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=59] [2024/06/02 08:07:09.272 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=23.350826ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.357 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.368 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 109, Old Table Name: t"] [2024/06/02 08:07:09.402 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=343.598Β΅s] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:09.414 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/06/02 08:07:09.416 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=18.298561ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:09.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.456 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[109]"] [comment="drop table: table ID"] [2024/06/02 08:07:09.465 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/06/02 08:07:09.468 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:09.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.534 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/02 08:07:09.534 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:09.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.529820505\n# Parse_time: 0.000314741\n# Compile_time: 0.000791491\n# Rewrite_time: 0.000011747\n# Optimize_time: 0.000982198\n# Wait_TS: 0.000307182\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:09.540 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/06/02 08:07:09.583 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:09.583 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/06/02 08:07:09.664 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.673 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 112, Table Name: t"] [2024/06/02 08:07:09.741 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.920193ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:09.753 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/06/02 08:07:09.754 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=20.823769ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:09.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.796 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:09.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:09.846 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/02 08:07:09.847 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:09.850 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.312690847\n# Parse_time: 0.000924332\n# Compile_time: 0.0012079\n# Rewrite_time: 0.00001061\n# Optimize_time: 0.000982198\n# Wait_TS: 0.000378796\n# DB: import_into\n# Is_internal: false\n# Digest: e85b3192aafc65b95d27e341346cc13bb9c7af5bc622e94bb355bb86ac220174\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/06/02 08:07:09.865 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:10.107 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:10.207 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:10.244 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:10.244 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:10.348 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:10.350 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:10.352 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/06/02 08:07:10.372 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:10.375 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:10.375 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:10.375 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=126.198Β΅s] [2024/06/02 08:07:10.375 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=299.321Β΅s] [] [2024/06/02 08:07:10.376 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:10.376 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:10.567 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/06/02 08:07:10.590 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/06/02 08:07:10.599 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:10.640 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:10.641 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/02 08:07:10.642 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:10.651 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:10.651 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:10.651 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:10.651 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:10.652 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:10.652 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:10.652 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:10.652 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:10.652 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:10.667 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:10.668 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:10.668 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:10.668 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/02 08:07:10.669 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/06/02 08:07:10.713 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/06/02 08:07:10.717 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:10.720 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:10.721 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/06/02 08:07:10.867 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [2024/06/02 08:07:10.870 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [readDur=1.110086ms] [encodeDur=1.301015ms] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [deliverDur=119.876Β΅s] [type=file] [takeTime=2.949882ms] [] [2024/06/02 08:07:10.871 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/06/02 08:07:10.871 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8def122b-a6cf-448f-a0c2-8948c441eeec.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/06/02 08:07:10.951 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [2024/06/02 08:07:10.955 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [readDur=1.424797ms] [encodeDur=1.778507ms] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [deliverDur=118.033Β΅s] [type=file] [takeTime=3.836699ms] [] [2024/06/02 08:07:10.957 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/06/02 08:07:10.957 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4f55f150-7e83-4280-80c0-42a3501fc130.sst] [firstKey=7480000000000000705F728000000000000003] [lastKey=7480000000000000705F728000000000000004] [2024/06/02 08:07:11.021 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [2024/06/02 08:07:11.024 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [readDur=1.042983ms] [encodeDur=1.297818ms] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [deliverDur=81.452Β΅s] [type=file] [takeTime=2.751758ms] [] [2024/06/02 08:07:11.026 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/84d6b4cf-bdf9-4f14-ad32-83df7a46ce60.sst] [firstKey=7480000000000000705F728000000000000005] [lastKey=7480000000000000705F728000000000000006] [2024/06/02 08:07:11.026 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=312.255138ms] [] [2024/06/02 08:07:11.026 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/02 08:07:11.026 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/02 08:07:11.026 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:11.028 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.698383ms] [] [2024/06/02 08:07:11.028 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:11.033 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:11.055 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/06/02 08:07:11.055 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:11.070 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/06/02 08:07:11.072 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.660137ms] [] [2024/06/02 08:07:11.072 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:11.073 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.443251ms] [] [2024/06/02 08:07:11.073 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/02 08:07:11.073 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:11.075 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=396] [count=6] [cost=1.449705ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/f79789c1-298a-435d-8cc1-014869177463.sst] [2024/06/02 08:07:11.075 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/f79789c1-298a-435d-8cc1-014869177463.sst] [firstKey=7480000000000000705F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=7480000000000000705F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/06/02 08:07:11.078 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=4.065287ms] [] [2024/06/02 08:07:11.078 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:11.082 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:11.104 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/06/02 08:07:11.104 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:11.118 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/06/02 08:07:11.119 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=41.863749ms] [] [2024/06/02 08:07:11.120 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:11.121 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.199616ms] [] [2024/06/02 08:07:11.180 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/02 08:07:11.185 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:11.185 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:11.185 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:11.185 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:11.186 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:11.185 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:11.185 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:11.186 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:11.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:11.186 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:11.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:11.186 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:11.186 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:11.188 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:11.188 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:11.188 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:11.189 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:11.189 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:11.189 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=548.851101ms] [] [2024/06/02 08:07:11.271 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:11.274 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:11.276 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:11.276 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:11.379 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/02 08:07:11.381 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:11.381 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:11.541 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:11.588 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/02 08:07:11.588 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/02 08:07:11.588 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/02 08:07:11.588 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.465Β΅s] [] [2024/06/02 08:07:11.588 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/02 08:07:11.588 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=396] [kvs=6] [checksum=12171121870781005272] [2024/06/02 08:07:11.588 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/06/02 08:07:11.588 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/06/02 08:07:11.589 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/06/02 08:07:11.597 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/06/02 08:07:11.599 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=1] [checksum=12171121870781005272] [totalKvs=6] [totalBytes=396] [2024/06/02 08:07:11.600 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/06/02 08:07:11.600 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.470116ms] [] [2024/06/02 08:07:11.600 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.656768ms] [] [2024/06/02 08:07:11.639 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=98.500798ms] [] [2024/06/02 08:07:11.668 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:11.668 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/06/02 08:07:11.671 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/06/02 08:07:11.750 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/06/02 08:07:11.751 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:11.775 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:11.775 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/06/02 08:07:11.881 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:12.057 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.205745508\n# Parse_time: 0.000551924\n# Compile_time: 0.001400819\n# Rewrite_time: 0.000300464\n# Optimize_time: 0.000982198\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4ycywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi4ycywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:12.067 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:12.095 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:12.095 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:12.177 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.210 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=787.01Β΅s] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:12.222 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/06/02 08:07:12.224 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=18.207379ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.303 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.335 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=246.911Β΅s] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:12.347 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/06/02 08:07:12.349 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=17.451814ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.410 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.419 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 112, Old Table Name: t"] [2024/06/02 08:07:12.466 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=285.691Β΅s] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:12.477 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=64] [2024/06/02 08:07:12.479 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=16.410086ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:12.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.550 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/06/02 08:07:12.583 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/06/02 08:07:12.588 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:12.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.654 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/06/02 08:07:12.654 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:12.658 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.592479845\n# Parse_time: 0.000294837\n# Compile_time: 0.000796946\n# Rewrite_time: 0.000011867\n# Optimize_time: 0.001193904\n# Wait_TS: 0.000374313\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:12.661 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/06/02 08:07:12.705 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:12.705 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/06/02 08:07:12.758 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.765 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 115, Table Name: t"] [2024/06/02 08:07:12.824 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=3.030301ms] [gotSchemaVersion=65] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:12.840 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/06/02 08:07:12.842 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=24.750787ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:12.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.900 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:12.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:12.943 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/06/02 08:07:12.944 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:12.977 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:13.158 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:13.265 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:13.313 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:13.313 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:13.422 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:13.424 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:13.425 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/06/02 08:07:13.447 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:13.450 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:13.450 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:13.450 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=81.636Β΅s] [2024/06/02 08:07:13.450 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=200.129Β΅s] [] [2024/06/02 08:07:13.451 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:13.451 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:13.577 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/06/02 08:07:13.598 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/06/02 08:07:13.615 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:13.656 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:13.657 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/02 08:07:13.658 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:13.667 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:13.667 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:13.668 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:13.668 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:13.669 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:13.669 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:13.669 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:13.669 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:13.669 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:13.682 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:13.683 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:13.683 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:13.683 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:13.683 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/06/02 08:07:13.722 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/06/02 08:07:13.726 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:13.729 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:13.729 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/06/02 08:07:13.830 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [2024/06/02 08:07:13.834 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [readDur=1.165974ms] [encodeDur=1.339127ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=463.773Β΅s] [type=file] [takeTime=3.340379ms] [] [2024/06/02 08:07:13.835 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/06/02 08:07:13.835 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9680c561-32cb-403b-88e4-379727cce652.sst] [firstKey=7480000000000000735F728000000000000001] [lastKey=7480000000000000735F728000000000000002] [2024/06/02 08:07:13.928 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=47.351056ms] [2024/06/02 08:07:13.931 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [2024/06/02 08:07:13.933 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [readDur=1.332595ms] [encodeDur=757.865Β΅s] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=61.297Β΅s] [type=file] [takeTime=2.512408ms] [] [2024/06/02 08:07:13.935 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/06/02 08:07:13.935 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9602a49c-72b5-4c8f-8584-6893b93adbf6.sst] [firstKey=7480000000000000735F728000000000000003] [lastKey=7480000000000000735F728000000000000004] [2024/06/02 08:07:13.955 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [2024/06/02 08:07:13.958 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [readDur=1.229132ms] [encodeDur=1.260247ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=57.681Β΅s] [type=file] [takeTime=2.903534ms] [] [2024/06/02 08:07:13.959 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/59854b1f-cc26-4be1-b332-810afa984400.sst] [firstKey=7480000000000000735F728000000000000005] [lastKey=7480000000000000735F728000000000000006] [2024/06/02 08:07:13.959 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=237.015124ms] [] [2024/06/02 08:07:13.959 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/02 08:07:13.959 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/02 08:07:13.959 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:13.961 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.907545ms] [] [2024/06/02 08:07:13.961 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:13.967 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:13.989 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/06/02 08:07:13.989 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:14.004 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/06/02 08:07:14.006 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.149101ms] [] [2024/06/02 08:07:14.006 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:14.007 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.250134ms] [] [2024/06/02 08:07:14.007 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/02 08:07:14.007 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:14.009 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.598605ms] [] [2024/06/02 08:07:14.009 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:14.009 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:14.009 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=59.107Β΅s] [] [2024/06/02 08:07:14.009 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:14.010 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=957.205Β΅s] [] [2024/06/02 08:07:14.059 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:14.062 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:14.062 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:14.062 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:14.062 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:14.065 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:14.065 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:14.065 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:14.065 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:14.065 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:14.065 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=409.023485ms] [] [2024/06/02 08:07:14.133 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:14.135 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:14.136 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:14.136 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:14.205 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/02 08:07:14.207 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:14.207 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:14.376 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:14.426 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/02 08:07:14.426 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/02 08:07:14.426 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/02 08:07:14.436 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=10.015548ms] [] [2024/06/02 08:07:14.436 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/02 08:07:14.436 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/02 08:07:14.436 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/06/02 08:07:14.436 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/06/02 08:07:14.440 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=115] [physicalTableID=115] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/06/02 08:07:14.441 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/02 08:07:14.441 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=14.908166ms] [] [2024/06/02 08:07:14.441 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=15.184961ms] [] [2024/06/02 08:07:14.485 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=108.436855ms] [] [2024/06/02 08:07:14.535 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:14.535 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/06/02 08:07:14.539 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/06/02 08:07:14.619 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:14.620 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/02 08:07:14.642 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:14.642 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/06/02 08:07:14.725 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:14.819 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.871588416\n# Parse_time: 0.000537717\n# Compile_time: 0.001325816\n# Rewrite_time: 0.000243961\n# Optimize_time: 0.001193904\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:14.832 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:14.865 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:14.865 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:14.912 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:14.951 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=676.214Β΅s] [gotSchemaVersion=66] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:14.961 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/06/02 08:07:14.963 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=17.949611ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:15.023 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.498 +00:00] [INFO] [commit.go:160] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=450183989824323585] [info="{StartTs:450183989824323585 AttemptedCommitTs:450183989824323592 Key:6d44423a3130340000fd00000000000000685461626c653a3131ff3500000000000000f8 MinCommitTs:450183989889859587}"] [2024/06/02 08:07:18.500 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 6d446966663a363700fe0000000000000073, primary: 6d44423a3130340000fd00000000000000685461626c653a3131ff3500000000000000f8, txnStartTS: 450183989824323585, lockForUpdateTS:0, minCommitTs:450183989824323586, ttl: 3024, type: Put, UseAsyncCommit: false, txnSize: 2"] [2024/06/02 08:07:18.501 +00:00] [WARN] [session.go:814] ["can not retry txn"] [label=internal] [error="[kv:8022]Error: KV error safe to retry Error(Txn(Error(Mvcc(Error(TxnLockNotFound { start_ts: TimeStamp(450183989824323585), commit_ts: TimeStamp(450183990728458244), key: [109, 68, 66, 58, 49, 48, 52, 0, 0, 253, 0, 0, 0, 0, 0, 0, 0, 104, 84, 97, 98, 108, 101, 58, 49, 49, 255, 53, 0, 0, 0, 0, 0, 0, 0, 248] }))))) {metaKey=true, key=DB:104, field=Table:115} [try again later]"] [errorVerbose="[kv:8022]Error: KV error safe to retry Error(Txn(Error(Mvcc(Error(TxnLockNotFound { start_ts: TimeStamp(450183989824323585), commit_ts: TimeStamp(450183990728458244), key: [109, 68, 66, 58, 49, 48, 52, 0, 0, 253, 0, 0, 0, 0, 0, 0, 0, 104, 84, 97, 98, 108, 101, 58, 49, 49, 255, 53, 0, 0, 0, 0, 0, 0, 0, 248] }))))) {metaKey=true, key=DB:104, field=Table:115} [try again later]\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:162\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/ddl/internal/session.(*Session).Commit\n\tpkg/ddl/internal/session/session.go:57\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:1012\ngithub.com/pingcap/tidb/pkg/ddl.(*jobScheduler).delivery2Worker.func1\n\tpkg/ddl/job_table.go:559\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/06/02 08:07:18.501 +00:00] [WARN] [session.go:830] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="[kv:8022]Error: KV error safe to retry Error(Txn(Error(Mvcc(Error(TxnLockNotFound { start_ts: TimeStamp(450183989824323585), commit_ts: TimeStamp(450183990728458244), key: [109, 68, 66, 58, 49, 48, 52, 0, 0, 253, 0, 0, 0, 0, 0, 0, 0, 104, 84, 97, 98, 108, 101, 58, 49, 49, 255, 53, 0, 0, 0, 0, 0, 0, 0, 248] }))))) {metaKey=true, key=DB:104, field=Table:115} [try again later]"] [errorVerbose="[kv:8022]Error: KV error safe to retry Error(Txn(Error(Mvcc(Error(TxnLockNotFound { start_ts: TimeStamp(450183989824323585), commit_ts: TimeStamp(450183990728458244), key: [109, 68, 66, 58, 49, 48, 52, 0, 0, 253, 0, 0, 0, 0, 0, 0, 0, 104, 84, 97, 98, 108, 101, 58, 49, 49, 255, 53, 0, 0, 0, 0, 0, 0, 0, 248] }))))) {metaKey=true, key=DB:104, field=Table:115} [try again later]\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:162\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/ddl/internal/session.(*Session).Commit\n\tpkg/ddl/internal/session/session.go:57\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:1012\ngithub.com/pingcap/tidb/pkg/ddl.(*jobScheduler).delivery2Worker.func1\n\tpkg/ddl/job_table.go:559\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:18.502 +00:00] [INFO] [job_table.go:563] ["handle ddl job failed"] [worker="worker 12, tp general"] [category=ddl] [error="[kv:8022]Error: KV error safe to retry Error(Txn(Error(Mvcc(Error(TxnLockNotFound { start_ts: TimeStamp(450183989824323585), commit_ts: TimeStamp(450183990728458244), key: [109, 68, 66, 58, 49, 48, 52, 0, 0, 253, 0, 0, 0, 0, 0, 0, 0, 104, 84, 97, 98, 108, 101, 58, 49, 49, 255, 53, 0, 0, 0, 0, 0, 0, 0, 248] }))))) {metaKey=true, key=DB:104, field=Table:115} [try again later]"] [errorVerbose="[kv:8022]Error: KV error safe to retry Error(Txn(Error(Mvcc(Error(TxnLockNotFound { start_ts: TimeStamp(450183989824323585), commit_ts: TimeStamp(450183990728458244), key: [109, 68, 66, 58, 49, 48, 52, 0, 0, 253, 0, 0, 0, 0, 0, 0, 0, 104, 84, 97, 98, 108, 101, 58, 49, 49, 255, 53, 0, 0, 0, 0, 0, 0, 0, 248] }))))) {metaKey=true, key=DB:104, field=Table:115} [try again later]\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:162\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:666\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:546\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:788\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:918\ngithub.com/pingcap/tidb/pkg/ddl/internal/session.(*Session).Commit\n\tpkg/ddl/internal/session/session.go:57\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:1012\ngithub.com/pingcap/tidb/pkg/ddl.(*jobScheduler).delivery2Worker.func1\n\tpkg/ddl/job_table.go:559\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.502 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=3.332551022s] [2024/06/02 08:07:18.510 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183989902966786\n# Query_time: 3.171386996\n# Parse_time: 0\n# Compile_time: 0.012597416\n# Rewrite_time: 0.001886237\n# Optimize_time: 0.007682665\n# Wait_TS: 0.000143021\n# Cop_time: 3.14907214 Process_time: 0.000397626 Wait_time: 0.00006697 Request_count: 2 Process_keys: 1 Total_keys: 490 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 118 Rocksdb_key_skipped_count: 1332\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000198813 Cop_proc_p90: 0.000220573 Cop_proc_max: 0.000220573 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.3485e-05 Cop_wait_p90: 3.658e-05 Cop_wait_max: 3.658e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12721\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yxi4MAkzXzEzCTAJMjI5Ni43NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjMuMTVzLCBsb29wczoxLCBDb25jdXJyZW5jeTo1CTExLjggS0IJTi9BCjEJMTRfMTQJcn4AGWEUOmRlc2MsToUAFGpvYl9pZFaBABwJMCBCeXRlcxEIHAoyCTE3XzI4HfRUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoKAQRpZAHTIGx1bW4jMTUpXVZ1AKAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjUyNi41wrVzLCBmZXRjaB0QBTIMOjBzfRGqEQgkCjMJMzFfNDEoQgFUACkduUBkYXRhOlNlbGVjdGlvbl80MBWODDQ5LjgFZjWHfGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNDFtcywgIWg0X2tleXM6IDAsIHRvdF8BEhg6IDE3Ny4xBUsBFCR3YWl0OiAzNi42BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAxAgFzCF9kdQUaGG46IDYyLjQFOjhtYXhfZGlzdHNxbF9jb25VIkggMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY0FNJUUAX0VoLDEuMzFtc319CTI0My3jGE4vQQo0CTEhCQwxXzAJatQCDHJlb3JJsgRrdgWkBDp7BVUEMHNVujx9LCBzY2FuX2RldGFpbDogKcEtI0AyNDQsIGdldF9zbmFwc2hvdAmUCCAxOA3gmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTksIGtleT4XAAQ2NkE8CGxvYyGoEH19fSwgAZc+hAAhmghlc3MRdC6iAQRhbCWkDRs1qQB0AegId2FsLTwMIDMxNSXWAH0hNAEEHAo1CTQ0XzM5JTkcNjY2Ni42NwlJui4NBPA+LCByYW5nZTpbLWluZiwxMTcpLCAoMTE3LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JgSNmcQEBiAEEMAozCTZfMjkoUHJvYmVB8Dg2NDAwCWdyb3VwIGJ5OkNxfkAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMdRQ6mAQQcGFydGkhLxhvcmtlcjp7OR4BKhQxMzc1OTKByS6eAgg1LCBF0WFCADBpJmUSMDE1Ljc1NjAzOTY4NnMJGAxleGVjRU9hNyHFDSUYMTg5ODY5c2l+BWoUMjcwMjU4YYMEOTUyEgAUfSwgZmluZqMAHDg5MzU1N3MsYqMAAa8Eb3QJoxgyNC41NjLCgXoBFAWfEDMuODQ5FRMZpRg4MTc2NjQzLqUAEDg1MzY3AdwVpQ0SObZhegAzgYMlrxRub3QoZXE5kwQsIEEuCCksIAEZFGlzbnVsbBkdACkh5gWAIRIAc3WECAkzOLG/YdwQNQk2XzMh0Qg4MDBdEUqqBW0iCGluZ1IxBiBzY2hlbWFfaWQB40bVBkX4CR5JYghtaW4VrQA4Ml0CADFKtwAEMix6XQIUMDE4NjM0broBADFJRVVdGDQ5MzA2NDIhkzm+EDE4Ljc5qYkBFSVAQYocNDk5MDk3MTEB3QRheCVTFDAwMDgxM0F3McAREnplAhQwNzMwMDduqwAuZQIQNTYuOTSp4QGSRWUMNS43MUqlABg1MjMyNjczIe0VpRQ2OTE4MjR9ChESWWUANuEMDDM2CTBJBOUCJEhhc2hBZ2dfMzFejwFm/QYENTM6/QYtekFBEDogMjIwzeoBzyWOCCAzMK3jAGO+/QYEMjildGX7wv0GADJFEgBhrcE8Mi42Mm1zfSxSZXNvbHZlTMExWigHZVLhJwQ4Mf0nADdhSwAxpe7+TQPOTQNKdQMWxQl9XQA4Jc5mLwYALFKgByG54RwWywgpzgRhbDIXACRfc2l6ZTogODE2MVQJLQgyNDZW1QcMMi4zwqE53tUHADfG1QcyegIAYTbVB1GBQtUHBDQ5RZt5Lhg4CTQzXzM0JecEMTChNYXbOtMHerUHgeNmhgEgCU4vQQlOL0EK')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('ohvwSQqdGwoNUHJvamVjdGlvbl8xMxKHGgoHU29ydF8xNBKRGQoLSGFzaEpvaW5fMjgS0AYKDlRhYmxlUmVhZGVyXzQxEo8ECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxMTcpLCAoMTE3LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSnaOwU1i/GhBaEEUhgFnQQudB2cKC5yZW9yZ2qBAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDI0NCwgZ2V0X3NuYXBzaG90XwWkwCAxOC40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDU5LCBrZXk+FwBENjYxLCBibG9jazoge319fSwgAVg+hAAccHJvY2Vzc18BHBg6IDE3Ny4xBXUJogh3YWkRjwwzNi42CRoB6Ax3YWxsDTQIMzE1BTQEfXAhOgUBLkoBLBoBASGlc2u/sm7rQDlNKAFAAVIRZGF0YTpTXS0EWhYFhxAzNDkuOAVsLaUUYtkBY29wKcJYIHtudW06IDEsIG1heDogMS40MW1zLCAByC1RBDAsAb4F2jrSAAXQADoZy4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhBuOiA2Mi2UqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmABhLTgkMS4zMW1zfX1w8y4uARASiBEKCmFjIEFnZ18yORKwDS5PAxAzMBK1DBkgEDM1EokINoIDEDM2EqQFHSIUMRKXAQoQZYAMRnVsbGl/ADRF3hTw7zBBKQABARSIw0AwAThygQMAHv5jA1pjAwgoZTENhQRAvw2FQFKUAWdyb3VwIGJ5Om15c3FsNm8DIekcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4arbK4gMNrU2ZVQEuFwAkX3NpemU6IDgxNlEfAGuNFwA2VhcECDIuM2Uc3hcEADfGFwQIMjIwcf2FuS4XBAAwbRJCFwQENDkFGloXBCAh3t3d3R0+90BJgyn+gRYED2SBFghIYXNlAwwzMVoTiRQQLjE1cyyNEQwyYoMCZhEEBDUzOhEEKXgldgA6NswABcoEOiAVxcIRBAQyOIX8hY3CEQQAMjHyBeI8Mi42Mm1zfSxSZXNvbHZlTKG5WjwEJQ0QfX1wmQIuswYhUgytbPhAPlIBAIT+UAO+UAN1NH1AADVWyAFE0AJwYXJ0aWFsX3dvcmtlcjp72VoB5iQwMTg2MzQ3cywgLmYFHDUsIHRhc2tfwQot3UGTNDoxNS43NDkzMDY0MjNzJV0sX2V4ZWM6MzE4Ljc5zb8Ab83SCS0UOTA5NzExKcEAOgVyFDAwODEzOcFTBDk1MhIAFH0sIGZpbmarABA3MzAwN26rAAG3AG9NdBA1Ni45NOngARQFpww1LjcxSqUAGDUyMzI2NzNB/8HzBaUUNjkxODI0LqUADRJubwMIrUj+TR0IALlAZW0YL25vdChlcTWyCDUsIA5eCQgpLCABGRRpc251bGwZHQQpKU7FAQgxcPwuhwIkGgECIUREREQkYz5tAAQ4Z7HXUSEENSythhxmaXJzdHJvdx1suXtSOwIMMWLIAnY7AhQxMzc1OTIhNl47AgAwSSNVOxw1NjAzOTY4Ni47AgAwDQ1lo0EzGDU2MTg5ODZBITGOGDEyNzAyNTg9jhESejMCFDE4OTM1NZ4zAhQyNC41NjKl/FUzEDMuODQ5FRMZpRQ4MTc2NjRhBRWlEDg1MzY3AdxR2BESXjMCHBI7jzlEEAdBNrYJWDxpbm5lciBqb2luLCBlcXVhbDpbZXEoYkQHBCwgNe4EKV1SQAIEYjsWbAkQaGFzaF/loQA6FiELFDo1MjYuNQXeEGZldGNoHRAFMiw6MHN9IW0K8Jg/OhA6pgAAPUqQAO12HGluZzpkZXNjUiAI6fhSpwAYIbUQltkPUD5qAE6kCAFGEG1ldGEsTqIIGYdSZwAMYg1DbyZQCkA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:18.547 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.588 +00:00] [INFO] [domain.go:469] ["diff load InfoSchema get empty schema diff"] [version=67] [2024/06/02 08:07:18.588 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=66] [neededSchemaVersion=68] ["start time"=1.297111ms] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:18.600 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/06/02 08:07:18.602 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=19.632983ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.662 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.690 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 115, Old Table Name: t"] [2024/06/02 08:07:18.741 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=438.836Β΅s] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:18.754 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=69] [2024/06/02 08:07:18.757 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=20.978235ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.796 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[115]"] [comment="drop table: table ID"] [2024/06/02 08:07:18.806 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/06/02 08:07:18.810 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:14.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:18.884 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/06/02 08:07:18.884 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:18.888 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.057882614\n# Parse_time: 0.000927712\n# Compile_time: 0.001251587\n# Rewrite_time: 0.000014464\n# Optimize_time: 0.001336072\n# Wait_TS: 0.000315907\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:18.891 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/06/02 08:07:18.943 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:18.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:18.943 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:18.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/06/02 08:07:18.995 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:18.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.004 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 118, Table Name: t"] [2024/06/02 08:07:19.080 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=3.032229ms] [gotSchemaVersion=70] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:19.093 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=119] [version=70] [2024/06/02 08:07:19.095 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=21.570972ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:18.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.187 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:18.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:19.237 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/06/02 08:07:19.237 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:19.242 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.352274282\n# Parse_time: 0.001030664\n# Compile_time: 0.001074899\n# Rewrite_time: 0.000011582\n# Optimize_time: 0.001336072\n# Wait_TS: 0.000409015\n# DB: import_into\n# Is_internal: false\n# Digest: 680e7d3f6f37e1050af38c2c12ce7719de57439ae7df47bd08c10c0f2fecaa47\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/06/02 08:07:19.257 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:19.452 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:19.579 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:19.618 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:19.619 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:19.724 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:19.726 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:19.727 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/06/02 08:07:19.751 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:19.756 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:19.756 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:19.756 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=118.036Β΅s] [2024/06/02 08:07:19.757 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=277.017Β΅s] [] [2024/06/02 08:07:19.757 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:19.757 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:19.880 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/06/02 08:07:19.899 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/06/02 08:07:19.914 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:19.982 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:19.984 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/02 08:07:19.986 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:19.995 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:19.995 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:19.996 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:19.996 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:19.997 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:19.997 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:19.997 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:19.997 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:19.997 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:20.013 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:20.014 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:20.014 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:20.015 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:20.015 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/06/02 08:07:20.057 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/06/02 08:07:20.062 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:20.066 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:20.067 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/02 08:07:20.175 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [2024/06/02 08:07:20.178 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [readDur=1.248733ms] [encodeDur=1.256893ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=55.994Β΅s] [type=file] [takeTime=2.95132ms] [] [2024/06/02 08:07:20.179 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/02 08:07:20.179 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/50ac13e2-8ca9-4d70-a7cb-9885995d182a.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/06/02 08:07:20.214 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [2024/06/02 08:07:20.217 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [readDur=1.063381ms] [encodeDur=1.120689ms] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=53.182Β΅s] [type=file] [takeTime=2.579477ms] [] [2024/06/02 08:07:20.218 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/02 08:07:20.218 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b144f2d4-34a4-4a7a-9e4b-7f0f7e399037.sst] [firstKey=7480000000000000765F728000000000000003] [lastKey=7480000000000000765F728000000000000004] [2024/06/02 08:07:20.226 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [2024/06/02 08:07:20.228 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [readDur=1.161567ms] [encodeDur=688.594Β΅s] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=58.983Β΅s] [type=file] [takeTime=2.181203ms] [] [2024/06/02 08:07:20.229 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b3f02d53-a639-4290-8599-a23a77d58e44.sst] [firstKey=7480000000000000765F728000000000000005] [lastKey=7480000000000000765F728000000000000006] [2024/06/02 08:07:20.229 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=171.996789ms] [] [2024/06/02 08:07:20.230 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:20.230 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:20.230 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:20.232 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.109964ms] [] [2024/06/02 08:07:20.232 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:20.238 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:20.260 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/06/02 08:07:20.261 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:20.276 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/06/02 08:07:20.278 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.382268ms] [] [2024/06/02 08:07:20.278 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:20.279 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.366857ms] [] [2024/06/02 08:07:20.279 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/02 08:07:20.279 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:20.281 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.665278ms] [] [2024/06/02 08:07:20.281 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:20.281 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:20.281 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=59.508Β΅s] [] [2024/06/02 08:07:20.281 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:20.282 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=788.668Β΅s] [] [2024/06/02 08:07:20.326 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/02 08:07:20.328 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:20.328 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:20.328 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:20.328 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:20.328 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:20.328 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:20.328 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:20.328 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:20.329 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:20.329 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:20.329 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:20.329 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:20.329 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:20.330 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:20.331 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:20.331 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:20.331 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:20.331 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:20.331 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=348.903366ms] [] [2024/06/02 08:07:20.347 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:20.348 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:20.350 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:20.350 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:20.441 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/02 08:07:20.442 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:20.442 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:20.584 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:20.630 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/02 08:07:20.630 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/02 08:07:20.630 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/02 08:07:20.638 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=8.48309ms] [] [2024/06/02 08:07:20.639 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/02 08:07:20.639 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/02 08:07:20.639 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/06/02 08:07:20.639 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/06/02 08:07:20.643 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/06/02 08:07:20.644 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/02 08:07:20.645 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.56634ms] [] [2024/06/02 08:07:20.645 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.732508ms] [] [2024/06/02 08:07:20.695 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=110.865467ms] [] [2024/06/02 08:07:20.765 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:20.765 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/06/02 08:07:20.769 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/06/02 08:07:20.827 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:20.828 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/06/02 08:07:20.849 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:20.849 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/06/02 08:07:20.930 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:21.134 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8916090639999998\n# Parse_time: 0.000571076\n# Compile_time: 0.001560729\n# Rewrite_time: 0.000346113\n# Optimize_time: 0.001336072\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:21.143 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:21.191 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:21.191 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:21.232 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.263 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=779.373Β΅s] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:21.275 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=71] [2024/06/02 08:07:21.276 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=19.080101ms] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.338 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.376 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=262.516Β΅s] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:21.387 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=72] [2024/06/02 08:07:21.389 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=17.859995ms] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.449 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.459 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 118, Old Table Name: t"] [2024/06/02 08:07:21.501 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=239.724Β΅s] [gotSchemaVersion=73] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:21.511 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=73] [2024/06/02 08:07:21.513 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=16.287163ms] [job="ID:120, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:21.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.549 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=120] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/06/02 08:07:21.560 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=120] [jobType="drop table"] [2024/06/02 08:07:21.564 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:21.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.640 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/06/02 08:07:21.640 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:21.644 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.502145903\n# Parse_time: 0.000297001\n# Compile_time: 0.000781906\n# Rewrite_time: 0.000017656\n# Optimize_time: 0.000801577\n# Wait_TS: 0.000426489\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:21.648 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/06/02 08:07:21.702 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:21.702 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/06/02 08:07:21.747 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.756 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 121, Table Name: t"] [2024/06/02 08:07:21.825 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=2.907808ms] [gotSchemaVersion=74] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:21.841 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=74] [2024/06/02 08:07:21.843 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=26.02558ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.912 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:21.963 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/06/02 08:07:21.963 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:21.967 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.322070922\n# Parse_time: 0.00161603\n# Compile_time: 0.001497745\n# Rewrite_time: 0.000012489\n# Optimize_time: 0.000801577\n# Wait_TS: 0.000431293\n# DB: import_into\n# Is_internal: false\n# Digest: 11e1fb4a593782240a9e8eca1b17d035abc7a30376bfcf2b7fc6b90b26c5c577\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/06/02 08:07:21.999 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:22.201 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:22.315 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:22.353 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:22.354 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:22.460 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:22.462 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:22.463 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/06/02 08:07:22.481 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:22.485 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:22.485 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:22.485 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=96.564Β΅s] [2024/06/02 08:07:22.485 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=244.993Β΅s] [] [2024/06/02 08:07:22.485 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:22.485 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:22.646 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/06/02 08:07:22.665 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/06/02 08:07:22.668 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:22.709 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:22.710 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/02 08:07:22.711 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:22.720 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:22.720 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:22.720 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:22.721 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:22.721 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:22.721 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:22.721 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:22.721 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:22.722 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:22.735 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:22.737 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:22.737 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:22.737 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:22.737 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/06/02 08:07:22.796 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/06/02 08:07:22.802 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:22.805 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:22.806 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/06/02 08:07:22.910 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [2024/06/02 08:07:22.914 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [readDur=1.293721ms] [encodeDur=1.167491ms] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [deliverDur=183.144Β΅s] [type=file] [takeTime=3.110467ms] [] [2024/06/02 08:07:22.915 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/06/02 08:07:22.915 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f18065a2-6a73-46b2-b585-8f516f153ef9.sst] [firstKey=7480000000000000795F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000795F72017465737432000000FC038000000000000016] [2024/06/02 08:07:22.950 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [2024/06/02 08:07:22.954 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [readDur=1.412451ms] [encodeDur=1.502823ms] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [deliverDur=50.076Β΅s] [type=file] [takeTime=3.329268ms] [] [2024/06/02 08:07:22.955 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/06/02 08:07:22.955 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d76f25cc-ebba-4600-9237-d2f0b7834c39.sst] [firstKey=7480000000000000795F72017465737433000000FC038000000000000021] [lastKey=7480000000000000795F72017465737434000000FC03800000000000002C] [2024/06/02 08:07:22.982 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [2024/06/02 08:07:22.985 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [readDur=1.310306ms] [encodeDur=958.708Β΅s] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [deliverDur=46.243Β΅s] [type=file] [takeTime=2.613092ms] [] [2024/06/02 08:07:22.986 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=189.877615ms] [] [2024/06/02 08:07:22.986 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/58e042b4-6e20-41ae-ac69-2750007a5d43.sst] [firstKey=7480000000000000795F72017465737435000000FC038000000000000037] [lastKey=7480000000000000795F72017465737436000000FC038000000000000042] [2024/06/02 08:07:22.986 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:22.986 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:22.986 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:22.989 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.895833ms] [] [2024/06/02 08:07:22.989 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:22.994 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:23.016 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/06/02 08:07:23.017 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:23.031 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/06/02 08:07:23.033 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.922392ms] [] [2024/06/02 08:07:23.033 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:23.035 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.349026ms] [] [2024/06/02 08:07:23.035 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/02 08:07:23.035 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:23.036 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.648161ms] [] [2024/06/02 08:07:23.037 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:23.037 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:23.037 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=64.585Β΅s] [] [2024/06/02 08:07:23.037 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:23.038 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=961.259Β΅s] [] [2024/06/02 08:07:23.078 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:23.079 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:23.081 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:23.081 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:23.096 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/02 08:07:23.099 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:23.099 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:23.099 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:23.099 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:23.099 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:23.099 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:23.099 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:23.099 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:23.099 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:23.100 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:23.100 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:23.100 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:23.100 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:23.102 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:23.102 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:23.102 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:23.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:23.102 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:23.102 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=393.131179ms] [] [2024/06/02 08:07:23.148 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/02 08:07:23.150 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:23.150 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:23.358 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:23.407 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/02 08:07:23.407 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/02 08:07:23.407 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/02 08:07:23.408 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=11.158Β΅s] [] [2024/06/02 08:07:23.408 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=288] [kvs=6] [checksum=3317442229611736234] [2024/06/02 08:07:23.408 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/06/02 08:07:23.408 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/06/02 08:07:23.408 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/06/02 08:07:23.412 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=1] [checksum=0] [totalKvs=0] [totalBytes=0] [2024/06/02 08:07:23.412 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=3317442229611736234] [totalKvs=6] [totalBytes=288] [2024/06/02 08:07:23.413 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/06/02 08:07:23.413 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.137664ms] [] [2024/06/02 08:07:23.413 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.309105ms] [] [2024/06/02 08:07:23.455 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=96.696957ms] [] [2024/06/02 08:07:23.471 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:23.472 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/06/02 08:07:23.475 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/06/02 08:07:23.542 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/06/02 08:07:23.559 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:23.569 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6011150010000001\n# Parse_time: 0.00050072\n# Compile_time: 0.001282096\n# Rewrite_time: 0.000273504\n# Optimize_time: 0.000801577\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:23.578 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:23.581 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:23.581 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/06/02 08:07:23.642 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:23.643 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:23.692 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.699 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:23.724 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=810.792Β΅s] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:23.738 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/06/02 08:07:23.740 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=21.164869ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:23.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.804 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.840 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=257.733Β΅s] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:23.853 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/06/02 08:07:23.855 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=18.604877ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.931 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:23.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:23.942 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 121, Old Table Name: t"] [2024/06/02 08:07:23.980 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=263.56Β΅s] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:23.993 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=77] [2024/06/02 08:07:23.995 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=20.315654ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:23.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.089 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/06/02 08:07:24.098 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/06/02 08:07:24.102 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:23.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.184 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/06/02 08:07:24.184 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:24.188 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.611061316\n# Parse_time: 0.000385656\n# Compile_time: 0.000634746\n# Rewrite_time: 0.000013997\n# Optimize_time: 0.001000824\n# Wait_TS: 0.000588356\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:24.190 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=77] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/06/02 08:07:24.244 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:24.244 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:07:24.309 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.318 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 124, Table Name: t"] [2024/06/02 08:07:24.397 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=3.810713ms] [gotSchemaVersion=78] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:24.411 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=125] [version=78] [2024/06/02 08:07:24.413 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=24.026321ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:24.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.479 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:24.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:24.520 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/06/02 08:07:24.520 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:24.523 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.334761013\n# Parse_time: 0.000584998\n# Compile_time: 0.000822119\n# Rewrite_time: 0.000015114\n# Optimize_time: 0.001000824\n# Wait_TS: 0.000465826\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:07:24.540 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:24.760 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:24.890 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:24.932 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:24.932 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:25.040 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:25.042 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:25.043 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/06/02 08:07:25.066 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:25.069 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:25.069 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:25.069 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=103.154Β΅s] [2024/06/02 08:07:25.069 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=233.889Β΅s] [] [2024/06/02 08:07:25.069 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:25.069 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:25.186 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/06/02 08:07:25.206 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/06/02 08:07:25.240 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:25.307 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:25.309 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/02 08:07:25.310 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:25.319 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:25.319 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:25.319 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:25.319 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:25.320 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:25.320 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:25.320 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:25.320 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:25.320 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:25.335 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:25.337 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:25.337 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:25.337 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:25.337 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/06/02 08:07:25.382 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/06/02 08:07:25.386 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:25.389 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:25.390 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/02 08:07:25.476 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [2024/06/02 08:07:25.479 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [readDur=1.159365ms] [encodeDur=707.554Β΅s] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [deliverDur=261.328Β΅s] [type=file] [takeTime=2.450456ms] [] [2024/06/02 08:07:25.480 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/02 08:07:25.480 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/43960a98-af96-4d26-941f-caaddffaddbc.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/06/02 08:07:25.511 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [2024/06/02 08:07:25.514 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [readDur=992.9Β΅s] [encodeDur=773.394Β΅s] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [deliverDur=255.135Β΅s] [type=file] [takeTime=2.30541ms] [] [2024/06/02 08:07:25.514 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/02 08:07:25.514 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d1169646-8706-4fdc-9f8a-d8db60c06afe.sst] [firstKey=74800000000000007C5F728000000000000008] [lastKey=74800000000000007C5F728000000000000009] [2024/06/02 08:07:25.570 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [2024/06/02 08:07:25.573 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [readDur=1.071917ms] [encodeDur=1.122193ms] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [deliverDur=333.414Β΅s] [type=file] [takeTime=2.861393ms] [] [2024/06/02 08:07:25.574 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=191.87682ms] [] [2024/06/02 08:07:25.574 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/21dc47d7-e158-47a7-9490-d59016c50b25.sst] [firstKey=74800000000000007C5F72800000000000000F] [lastKey=74800000000000007C5F728000000000000010] [2024/06/02 08:07:25.574 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:25.574 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:25.574 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:25.576 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.149531ms] [] [2024/06/02 08:07:25.577 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:26.430 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:26.452 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/02 08:07:26.452 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:26.468 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/02 08:07:26.470 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=893.29833ms] [] [2024/06/02 08:07:26.470 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:26.472 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.37603ms] [] [2024/06/02 08:07:26.472 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/02 08:07:26.472 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:26.473 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.775299ms] [] [2024/06/02 08:07:26.474 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:26.474 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:26.474 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=56.231Β΅s] [] [2024/06/02 08:07:26.474 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:26.475 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=968.936Β΅s] [] [2024/06/02 08:07:26.526 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:26.530 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:26.530 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:26.530 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:26.530 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:26.532 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:26.532 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:26.532 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:26.532 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:26.532 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:26.532 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=1.224953078s] [] [2024/06/02 08:07:26.554 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:26.556 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:26.557 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:26.557 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:26.622 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/06/02 08:07:26.624 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:26.624 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:26.817 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:26.863 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/02 08:07:26.863 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/02 08:07:26.863 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/02 08:07:26.870 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=7.189083ms] [] [2024/06/02 08:07:26.870 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=246] [kvs=6] [checksum=3434641841828523226] [2024/06/02 08:07:26.870 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/06/02 08:07:26.871 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/06/02 08:07:26.871 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/06/02 08:07:26.875 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=3434641841828523226] [totalKvs=6] [totalBytes=246] [2024/06/02 08:07:26.875 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/06/02 08:07:26.875 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.343437ms] [] [2024/06/02 08:07:26.875 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.544211ms] [] [2024/06/02 08:07:26.915 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=97.456305ms] [] [2024/06/02 08:07:26.955 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:26.955 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/06/02 08:07:26.958 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/06/02 08:07:27.014 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/06/02 08:07:27.063 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:27.072 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.547519266\n# Parse_time: 0.001037545\n# Compile_time: 0.001899835\n# Rewrite_time: 0.000264994\n# Optimize_time: 0.001000824\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:27.083 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:27.095 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:27.095 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/06/02 08:07:27.117 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:27.117 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:27.197 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:27.201 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.231 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=710.261Β΅s] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:27.243 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=126] [version=79] [2024/06/02 08:07:27.244 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=18.347415ms] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.313 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.343 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=272.893Β΅s] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:27.353 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=126] [version=80] [2024/06/02 08:07:27.355 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=15.904371ms] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.393 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.403 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 124, Old Table Name: t"] [2024/06/02 08:07:27.480 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=318.221Β΅s] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:27.493 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=126] [version=81] [2024/06/02 08:07:27.494 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=19.780739ms] [job="ID:126, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.557 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=126] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/06/02 08:07:27.566 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=126] [jobType="drop table"] [2024/06/02 08:07:27.570 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.633 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/06/02 08:07:27.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:27.637 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.555761234\n# Parse_time: 0.000586971\n# Compile_time: 0.000935648\n# Rewrite_time: 0.000027473\n# Optimize_time: 0.001078724\n# Wait_TS: 0.00046804\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:27.640 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=81] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/06/02 08:07:27.699 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/06/02 08:07:27.699 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:27.747 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.755 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 127, Table Name: t"] [2024/06/02 08:07:27.831 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=3.038136ms] [gotSchemaVersion=82] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:27.847 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=128] [version=82] [2024/06/02 08:07:27.848 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=24.333648ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:27.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.932 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:27.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:27.978 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/06/02 08:07:27.978 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:27.982 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.344368217\n# Parse_time: 0.000965652\n# Compile_time: 0.001555984\n# Rewrite_time: 0.000010824\n# Optimize_time: 0.001078724\n# Wait_TS: 0.000539079\n# DB: import_into\n# Is_internal: false\n# Digest: 99e3ce8ee663195b3eb799e93a62b55cdf92783b479606f66c6eb4832a15102c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/06/02 08:07:27.998 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:28.200 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:28.329 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:28.375 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/06/02 08:07:28.375 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:28.480 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:28.482 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:28.483 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/06/02 08:07:28.504 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:28.507 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:28.508 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:28.508 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=90.837Β΅s] [2024/06/02 08:07:28.508 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=215.66Β΅s] [] [2024/06/02 08:07:28.508 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:28.508 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:28.637 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/06/02 08:07:28.657 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/06/02 08:07:28.685 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:28.745 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:28.747 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/06/02 08:07:28.748 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:28.757 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:28.757 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:28.758 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:28.758 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:28.759 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:28.759 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:28.759 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:28.759 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:28.759 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:28.776 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:28.778 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:28.778 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:28.778 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:28.778 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/06/02 08:07:28.829 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/06/02 08:07:28.834 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:28.839 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:28.839 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/06/02 08:07:28.855 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [2024/06/02 08:07:28.858 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [readDur=1.171798ms] [encodeDur=793.639Β΅s] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [deliverDur=270.026Β΅s] [type=file] [takeTime=2.610223ms] [] [2024/06/02 08:07:28.859 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/06/02 08:07:28.859 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/889b6f2b-d483-4567-b723-734994c30070.sst] [firstKey=74800000000000007F5F728000000000000001] [lastKey=74800000000000007F5F728000000000000002] [2024/06/02 08:07:28.867 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [2024/06/02 08:07:28.870 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [readDur=1.041143ms] [encodeDur=743.846Β΅s] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [deliverDur=293.105Β΅s] [type=file] [takeTime=2.423588ms] [] [2024/06/02 08:07:28.871 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/06/02 08:07:28.871 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d3a4f8d9-1268-4cc6-8b57-a3b3d047c0a6.sst] [firstKey=74800000000000007F5F728000000000000006] [lastKey=74800000000000007F5F728000000000000007] [2024/06/02 08:07:28.887 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [2024/06/02 08:07:28.890 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [readDur=1.237243ms] [encodeDur=748.844Β΅s] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [deliverDur=383.425Β΅s] [type=file] [takeTime=2.743571ms] [] [2024/06/02 08:07:28.891 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9bb5e2e3-0dc9-4b78-bb47-604eee00c58e.sst] [firstKey=74800000000000007F5F72800000000000000B] [lastKey=74800000000000007F5F72800000000000000C] [2024/06/02 08:07:28.891 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=61.469859ms] [] [2024/06/02 08:07:28.891 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/02 08:07:28.891 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/02 08:07:28.891 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:28.894 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.245651ms] [] [2024/06/02 08:07:28.894 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:28.899 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:28.920 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/02 08:07:28.920 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:28.936 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/02 08:07:28.938 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.355565ms] [] [2024/06/02 08:07:28.938 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:28.940 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.325658ms] [] [2024/06/02 08:07:28.940 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/02 08:07:28.940 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:28.941 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.629505ms] [] [2024/06/02 08:07:28.941 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:28.941 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:28.942 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=63.608Β΅s] [] [2024/06/02 08:07:28.942 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:28.943 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=940.959Β΅s] [] [2024/06/02 08:07:28.991 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/06/02 08:07:28.994 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:28.994 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:28.994 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:28.994 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:28.996 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:28.996 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:28.996 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:28.996 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:28.996 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:28.996 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=251.249476ms] [] [2024/06/02 08:07:28.998 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:28.999 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:29.001 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:29.001 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:29.070 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/06/02 08:07:29.072 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:29.072 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:29.306 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:29.357 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/02 08:07:29.357 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/02 08:07:29.357 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/02 08:07:29.366 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=9.121296ms] [] [2024/06/02 08:07:29.367 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=246] [kvs=6] [checksum=10467356601048550255] [2024/06/02 08:07:29.367 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/06/02 08:07:29.367 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/06/02 08:07:29.367 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/06/02 08:07:29.371 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=127] [physicalTableID=127] [indexID=-1] [checksum=10467356601048550255] [totalKvs=6] [totalBytes=246] [2024/06/02 08:07:29.372 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/06/02 08:07:29.372 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=15.119698ms] [] [2024/06/02 08:07:29.372 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=15.359222ms] [] [2024/06/02 08:07:29.425 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=119.504545ms] [] [2024/06/02 08:07:29.527 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:29.528 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/06/02 08:07:29.531 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/06/02 08:07:29.587 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=8] [2024/06/02 08:07:29.594 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/06/02 08:07:29.616 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:29.616 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/06/02 08:07:29.758 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:29.890 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.907060947\n# Parse_time: 0.001304092\n# Compile_time: 0.001989947\n# Rewrite_time: 0.00026736\n# Optimize_time: 0.001078724\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:29.903 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:29.957 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:29.957 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:30.038 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.078 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=788.84Β΅s] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.090 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/06/02 08:07:30.092 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=19.992655ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:29.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.161 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.199 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=373.59Β΅s] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.216 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/06/02 08:07:30.218 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=24.511329ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.293 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:29.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.304 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 127, Old Table Name: t"] [2024/06/02 08:07:30.369 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=300.352Β΅s] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:30.381 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=85] [2024/06/02 08:07:30.384 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=19.597856ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.504 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/06/02 08:07:30.514 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/06/02 08:07:30.520 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:29.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.614 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/06/02 08:07:30.614 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:30.619 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.716444177\n# Parse_time: 0.000320363\n# Compile_time: 0.000821591\n# Rewrite_time: 0.000012763\n# Optimize_time: 0.001691408\n# Wait_TS: 0.000465789\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:30.621 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=85] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/06/02 08:07:30.682 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:30.682 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/06/02 08:07:30.757 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.767 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 130, Table Name: t"] [2024/06/02 08:07:30.851 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=3.592063ms] [gotSchemaVersion=86] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:30.863 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=131] [version=86] [2024/06/02 08:07:30.865 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=23.156307ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:30.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:30.976 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:30.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:31.027 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/06/02 08:07:31.027 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:31.032 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.412802542\n# Parse_time: 0.000879278\n# Compile_time: 0.00119093\n# Rewrite_time: 0.000010572\n# Optimize_time: 0.001691408\n# Wait_TS: 0.000423402\n# DB: import_into\n# Is_internal: false\n# Digest: 4fc89e7d9d1318dd58e3950c6c0c24e157931c5b03aaedbd177cd2ff59e62eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/06/02 08:07:31.052 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:31.269 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:31.411 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:31.456 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/06/02 08:07:31.457 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:31.565 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:31.567 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:31.569 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/06/02 08:07:31.592 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:31.595 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:31.595 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:31.595 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=120.455Β΅s] [2024/06/02 08:07:31.595 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=265.362Β΅s] [] [2024/06/02 08:07:31.596 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:31.596 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:31.779 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/06/02 08:07:31.803 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/06/02 08:07:31.821 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:31.873 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:31.874 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/06/02 08:07:31.876 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:31.886 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:31.886 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:31.887 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:31.887 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:31.888 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:31.888 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:31.888 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:31.888 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:31.888 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:31.904 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:31.906 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:31.906 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:31.906 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:31.906 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/06/02 08:07:31.958 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/06/02 08:07:31.963 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:31.966 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:31.967 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/06/02 08:07:32.004 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [2024/06/02 08:07:32.009 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [readDur=1.394359ms] [encodeDur=1.579119ms] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [deliverDur=1.909133ms] [type=file] [takeTime=5.413833ms] [] [2024/06/02 08:07:32.011 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d51520d4-d862-48e8-8d42-f99953bea9f2.sst] [firstKey=7480000000000000825F72800000000000000B] [lastKey=7480000000000000825F728000000000000016] [2024/06/02 08:07:32.011 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/06/02 08:07:32.027 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [2024/06/02 08:07:32.030 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [readDur=1.057415ms] [encodeDur=1.326639ms] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [deliverDur=83.793Β΅s] [type=file] [takeTime=2.905125ms] [] [2024/06/02 08:07:32.031 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/06/02 08:07:32.031 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/14dcde93-776d-4c68-b5b7-3cba59827d9d.sst] [firstKey=7480000000000000825F728000000000000021] [lastKey=7480000000000000825F72800000000000002C] [2024/06/02 08:07:32.057 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [2024/06/02 08:07:32.060 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [readDur=1.164245ms] [encodeDur=1.717904ms] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [deliverDur=49.997Β΅s] [type=file] [takeTime=3.305609ms] [] [2024/06/02 08:07:32.061 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=102.272724ms] [] [2024/06/02 08:07:32.061 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b9f3aca0-21b8-41f0-9211-9e5bb12bd327.sst] [firstKey=7480000000000000825F728000000000000037] [lastKey=7480000000000000825F728000000000000042] [2024/06/02 08:07:32.061 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/02 08:07:32.061 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/02 08:07:32.061 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:32.064 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.498773ms] [] [2024/06/02 08:07:32.064 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:32.069 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:32.091 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/06/02 08:07:32.091 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:32.108 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/06/02 08:07:32.110 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=46.055456ms] [] [2024/06/02 08:07:32.110 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:32.111 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.31111ms] [] [2024/06/02 08:07:32.112 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/02 08:07:32.112 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:32.113 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.751137ms] [] [2024/06/02 08:07:32.113 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:32.113 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:32.113 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=53.023Β΅s] [] [2024/06/02 08:07:32.114 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:32.114 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=910.033Β΅s] [] [2024/06/02 08:07:32.164 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:32.168 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:32.168 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:32.168 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:32.168 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:32.170 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:32.170 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:32.170 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:32.171 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:32.171 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:32.171 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=297.99632ms] [] [2024/06/02 08:07:32.181 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:32.183 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:32.184 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:32.184 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:32.286 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/06/02 08:07:32.289 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:32.289 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:33.433 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:1.002861934s txnStartTS:450183994385629189 region_id:28 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:1s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:2 rocksdb_delete_skipped_count:1 rocksdb_key_skipped_count:2 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:33.433 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:991.800343ms txnStartTS:450183994385629190 region_id:28 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:991.7ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:41 rocksdb_delete_skipped_count:18 rocksdb_key_skipped_count:87 rocksdb_cache_hit_count:12 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:33.434 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:989.049621ms txnStartTS:450183994372259844 region_id:28 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:988.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:33.434 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:963.963688ms txnStartTS:450183994385629193 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:963.8ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:294 rocksdb_delete_skipped_count:69 rocksdb_key_skipped_count:792 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:33.437 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183994346307590\n# Query_time: 1.018355041\n# Parse_time: 0\n# Compile_time: 0.000384448\n# Rewrite_time: 0.000005272\n# Optimize_time: 0.033078226\n# Wait_TS: 0\n# Prewrite_time: 1.014569878 Commit_time: 0.00194097 Get_commit_ts_time: 0.000409091 Slowest_prewrite_rpc_detail: {total:1.014s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 1.01s}, scan_detail: {get_snapshot_time: 15.1Β΅s, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 24.9Β΅s, propose_send_wait: 0s, persist_log: {total: 511.9Β΅s, write_leader_wait: 72ns, sync_log: 299.9Β΅s, write_memtable: 21.6Β΅s}, commit_log: 1.01s, apply_batch_wait: 110.1Β΅s, apply: {total:539Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 53.1Β΅s, write_memtable: 92.4Β΅s}}} Commit_primary_rpc_detail: {total:1.014s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 1.01s}, scan_detail: {get_snapshot_time: 15.1Β΅s, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 24.9Β΅s, propose_send_wait: 0s, persist_log: {total: 511.9Β΅s, write_leader_wait: 72ns, sync_log: 299.9Β΅s, write_memtable: 21.6Β΅s}, commit_log: 1.01s, apply_batch_wait: 110.1Β΅s, apply: {total:539Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 53.1Β΅s, write_memtable: 92.4Β΅s}}} Write_keys: 5 Write_size: 6927 Prewrite_region: 2\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 16384\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:07:33.439 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183994569129985\n# Query_time: 0.306837924\n# Parse_time: 0\n# Compile_time: 0.009213398\n# Rewrite_time: 0.001598884\n# Optimize_time: 0.004709939\n# Wait_TS: 0.000133331\n# Cop_time: 0.294527569 Process_time: 0.000134293 Wait_time: 0.000022846 Request_count: 1 Process_keys: 1 Total_keys: 68 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 17 Rocksdb_key_skipped_count: 185\n# Is_internal: true\n# Digest: a37269779e7a7c4ae4ea20a097010044e361c6346a1eb97aedab9377f4cb35ed\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000134293 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.2846e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 4814\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0AqwMAkzXzQJMAkxNglteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5pZCwgdiIADHN0ZXB+JAAcdGFza19rZXmCKAAIeXBlfiQAEGV4ZWNfjpcABGF0gkwAJGNvbmN1cnJlbmOCmwAkY3JlYXRlX3RpbYJWABhvcmRpbmFsfskAEHN0YXJ0BVEICTAJAVhEOjI5NW1zLCBsb29wczoxLCBDGZ9YOk9GRgk0LjQ2IEtCCU4vQQoxCTMxXzcpwzxkYXRhOlNlbGVjdGlvbl82GVAINC45MlIADGNvcF8hjUg6IHtudW06IDEsIG1heDogMS40BXsMcHJvYyGpAHMFGwx0b3RfARIoOiAxMzQuM8K1cywFFCR3YWl0OiAyMi44BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogODEuNwU6LG1heF9kaXN0c3FsXz2MTDogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoyBYQIYWxfJTNEMy4ybXN9LFJlc29sdmVMb2NrGSoAMTIqAEwyOTAuN21zfX0JMjQ2IEJ5dGVzCSFJIDIJMV82CTFfMGENHGVxKGNhc3QodvMCIUIhJlwsIGRvdWJsZSBCSU5BUlkpLCA5KSwgaW56PwAAc0mbPCJwZW5kaW5nIiwgInJ1bm4BCwQpCUELBGt2JTIEOnsF4wAwWRNIfSwgc2Nhbl9kZXRhaWw6IHt0byEKIaQIZXNzAZM1uQRhbDIXACRfc2l6ZTogODg4MRUEa2UBLTg2OCwgZ2V0X3NuYXBzaG9JkBA6IDguNincmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTcsIGtleUIXABw4NSwgYmxvY0FqEH19fSwgActeuAABHDpkAghhbF9BZg0bVWsAdCEcCHdhbC3+DCAyNTBFmAB9IcsBBBwKMwk0M181CSXQKDAwMDAJdGFibGU6WuAETCwga2VlcCBvcmRlcjpmYWxzZSwgIZ8oczpwc2V1ZG8JMQkFcyHySo8BIAlOL0EJTi9BCg==')\n# Plan_digest: 68b6d3f23a04b3a0e7eabee5b12ee0f712765c47fe86211741891d644a644b40\n# Binary_plan: tidb_decode_binary_plan('5QuoCuALCgxQcm9qZWN0aW9uXzQS/wcKDVRhYmxlUmVhZGVyXzcSmQUKC1NlbA0iFDYSoQEKDwUiTEZ1bGxTY2FuXzUhAAAAAAjUREEpAQnwcQCIw0AwATgCQAJKIgogCgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2tSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD//////wEEBAF4AQYFAQABBZAIoA5FDZAIADBAAY4oUoEBZXEoY2FzdCgFkwAuWpIAgC50YXNrX2tleSwgZG91YmxlIEJJTkFSWSksIDkpLCBpbno/AFhzdGF0ZSwgInBlbmRpbmciLCAicnVubgELDClqtQJuzwAILCBzIVFUZGV0YWlsOiB7dG90YWxfcHJvY2VzcwGTFHM6IDEsIEYXACRfc2l6ZTogODg4ER4Ea2UBLUQ2OCwgZ2V0X3NuYXBzaG90X3QhQsAgOC42OMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNywga2V5QhcAQDg1LCBibG9jazoge319fSwgAVheuAABHBg6IDEzNC4zBXUJvwh3YWkRjwgyMi4JjyUcDHdhbGwNNAgyNTAFNAR9cCXZAQEy6AEcq6qqqgp5BkFJeCHoKAFAAVIQZGF0YTpTWbQEWhUFgxgyOTQuOW1zVT4YYoQCY29wXyHvFDoge251bSVdIG1heDogMS40NQEqIXstSyl4JY06zQAFywA6GcaAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogODEuNyUaqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjIx8gXkODMuMm1zfSxSZXNvbHZlTCGiFSoJwgBhLV0oMjkwLjdtc319cPYyVAEQeHd3d+dCVAEEgwN2NAMMaWQsIHYiAAxzdGVwfiQAIYshb4IoAAh5cGV+JAAQZXhlY1+OlwBlrna8AD2MfncAFGNyZWF0ZSWNfisAGG9yZGluYWx+JwAMc3RhcmkqBFoTJeQEMjlFnCRsb29wczoxYg9DXSpIT0ZGcNgjeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:33.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183994516439041\n# Query_time: 0.524595161\n# Parse_time: 0\n# Compile_time: 0.011133628\n# Rewrite_time: 0.002362768\n# Optimize_time: 0.004577795\n# Wait_TS: 0.000138096\n# Is_internal: true\n# Digest: 4e00d0caca786e9f2098ba5e20de58a3d8fa759dde27344f589ad6b328df5d37\n# Stats: tidb_global_task:pseudo[10000;0],tidb_global_task_history:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 2402\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wxJ4MAk2XzExCTAJMglncm91cCBieTpDb2x1bW4jMzEsIBELADIZCwAzGQsANBkLADUZCwA2GQsANxkLADgZC0Q5LCBmdW5jczpmaXJzdHJvdygRZwwxKS0+FQxiJgAAMh0mADJiJgAAMx0mADNiJgAANB0mADRiJgAANR0mADViJgAANh0mADZiJgAANx0mADdiJgAAOB0mADhiJgAAOR0mwDkJMQl0aW1lOjUwOS43bXMsIGxvb3BzOjIsIHBhcnRpYWxfd29ya2VyOnt3YWxsX3QRLBQxNzgxNTEBMcBjb25jdXJyZW5jeTo1LCB0YXNrX251bToxLCB0b3Rfd2FpdDoyLjU0NDM5NTA2NXMsBRc0ZXhlYzo0OTcuMDUywrUNFQWKQDIuNTQ1MTU0NjYxcywgbWF4BZwUMDg3NDY2AXAIcDk1MhIAFH0sIGZpbmKpABA2MjgwOQXaXqkAAbURqRQ1Ny4yNDUVkQWmEDYuMDk0FRMVpBg3MTYwMzIzHaQUNTM4ODkzLqQAERIQfQlOL0EBBBgKMQk5XzEyZTs5ewQ4LgXaLXsBKAEEdAoyCTNfMTMJMAkxCW15c3FsLnRpZGJfZ2xvYmFsXyFoCC5pZDL7AlomAAErDF9rZXkZLAQyLGIsAAh5cGUZKAAzYigADHN0YXQdKQA0aikABGVwGVEANWIoABhwcmlvcml0HaUANmIsAD3KGVsAN2YvABByZWF0ZSW6GS8AOGIvACR0YXJnZXRfc2NvLgsBfSoEOC5F+S2vgaN5AihPRkYJMS4xOCBLQiXEGDMJMzZfMTQlxRR0YWJsZTo+xQEgLCBoYW5kbGU6HWIMNy44bXmMAUkBBEkRADUFTFbrARxfaGlzdG9yeZYZAhUuqiECGTSWKQIVMJ4xAh0xkjkCFTCqQQIVNLZJAhk3slECFTdeWQIAMKmDCDEuNIWoSVjlSEJYAgA3NlgCADZFDFZYAhF3XWAZaVleQDEsIEdldDp7bnVtX3JwYzozpbeBYanrADaBnDB9LFJlc29sdmVMb2NrGSyp4xEsEDEuNzRtoY8BOixfZGV0YWlsOiB7dG8BIhhwcm9jZXNzZYUYOiAxOTcuOLFTobsIYWl0ERsINzIutYEoYWxfa3ZfcmVhZF/ZfxAgMzc5Lg0+CGlrdi4aABg1ODkuMsK1AYUMc2Nhbl6FABRrZXlzOiAVvhGcARcoX3NpemU6IDY1NDgxCQEXEDogMiwghRYUbmFwc2hvEa4MNDcuMQXILHJvY2tzZGI6IHtibCEkfCB7Y2FjaGVfaGl0X2NvdW50OiA0fX19CU4vQQlOL0EK')\n# Plan_digest: dfc2b1a5ae78c2d02fcea9791ea94b450eee9546ab3c9736920a9797d12df521\n# Binary_plan: tidb_decode_binary_plan('txSgCrIUCgpIYXNoQWdnXzExEssNCghVbmlvbl8xMhLfBAoNUHJvamVjdGkBEkgzEnoKDFBvaW50X0dldF8xNCEiBQEMJkApAAUB8EnwPzABOAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUghoYW5kbGU6OVoVdGltZTo1MDcuOG1zLCBsb29wczoycP///wkDBAF4CQgY////ASGrqgEBAD0+bAAIUoMDBWkALj5oADwuaWQtPkNvbHVtbiMzMSwgWiYAAZMMX2tleRksADJmLAAIeXBlGSgAM2IoAAxzdGF0HSkANGopAARlcBlRADViKAAYcHJpb3JpdB2lADZiLAAkY29uY3VycmVuYx0vADdmLwAUcmVhdGVfIYoZigA4Yi8AJHRhcmdldF9zY28uCwEAOTXLCDguMT3LCGIPQxmOGDpPRkZwuQk91AgSlwg2YgIMNRLsAzJjAgA2RmMCRWEIIwohUWEAGD75ARxfaGlzdG9yeV1pABMB3ww6MS40GZxYMWLrAkdldDp7bnVtX3JwYzozLCB0b3RBpQBpRZVENi42bXN9LFJlc29sdmVMb2NrGSwAMTIsAAwxLjc0ASsAIAE6JF9kZXRhaWw6IHsJThhwcm9jZXNzJWEkOiAxOTcuOMK1cxFADHdhaXQRGww3Mi41HRssa3ZfcmVhZF93YWxsDSMMMzc5Lg0+CGlrdi4aADg1ODkuMsK1c30sIHNjYW5ehQAUa2V5czogFb4RnAEXKF9zaXplOiA2NTQ4EZ0BFxA6IDIsICXyFG5hcHNobxGuDDQ3LjEFrSxyb2Nrc2RiOiB7YmwhJFwge2NhY2hlX2hpdF9jb3VudDogNH19fXBhxQUBdtUDId4EUsta0wMx2pbbAxUuquMDGTSW6wMVMJ7zAx0xkvsDFTCqAwQVNLYLBBk3shMEFTdeGwQAFGEXYX0ANy5+A0IaBACpLhoECCFWVQEBBENAzVoEAEDJWp1oADYZTgAyWl4CGC5rdUzwMFI+RQAsUsADZ3JvdXAgYnk63SERCwQyLBULADMZCwA0GQsANRkLADYZCwA3GQsAOBkLRDksIGZ1bmNzOmZpcnN0cm93KBFnBDEpuXAAMWImAAAyHSYAMmImAAAzHSYAM2ImAAA0HSYANGImAAA1HSYANWImAAA2HSYANmImAAA3HSYAN2ImAAA4HSYAOGImAAA5HSYAOVUIBDkuXVZMMmLNAnBhcnRpYWxfd29ya2VyOnu5PyA1MDkuMTc4MTXFon0cDDo1LCCFJAhudW2t26WZLDoyLjU0NDM5NTA2NamyLF9leGVjOjQ5Ny4wNaFvpSoAX0XgASwwNTE1NDY2MXMsIG1heAVwEDA4NzQ2RaoIcDk1MhIAFH0sIGZpbmKpABA2MjgwOQXbXqkAAbUAbw2pEDU3LjI01T0JphA2LjA5NKWjAScVpBg3MTYwMzIzHaQUNTM4ODkzYU4RpBESWrYFBBgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:33.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183994385629189\n# Query_time: 1.014724238\n# Parse_time: 0\n# Compile_time: 0.004523259\n# Rewrite_time: 0.000618943\n# Optimize_time: 0.001809049\n# Wait_TS: 0.000091241\n# Cop_time: 1.004918558 Process_time: 0.000199558 Wait_time: 0.000175172 Request_count: 2 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 1 Rocksdb_key_skipped_count: 2 Rocksdb_block_cache_hit_count: 4\n# Index_names: [dist_framework_meta:PRIMARY]\n# Is_internal: true\n# Digest: 4b96d5d3b0100db751a03f5341c7ba207163251d820d8115aa60e75693b5e939\n# Stats: dist_framework_meta:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 9.9779e-05 Cop_proc_p90: 0.000144434 Cop_proc_max: 0.000144434 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 8.7586e-05 Cop_wait_p90: 0.000144322 Cop_wait_max: 0.000144322 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 37830\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[dist_framework_meta] remain after pruning paths for dist_framework_meta given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sg24MAkzXzEzCTAJMTAwMDAJbXlzcWwuZGlzdF9mcmFtZXdvcmtfbWV0YS5ob3N0LCBmIAAMcm9sZW4gAPBDY3B1X2NvdW50CTEJdGltZToxLjAxcywgbG9vcHM6MiwgQ29uY3VycmVuY3k6NQkxOC4wIEtCCU4vQQoxCTMwXzEyCTANpV5CAEhpbmRleF90YXNrOiB7dG90YWxfBWoAIAFoLGZldGNoX2hhbmRsZQkSkGJ1aWxkOiAxOS4zwrVzLCB3YWl0OiAyNy43wrVzfSwgdGFibGVOTwBEMi42NG1zLCBudW06IDEsIGNvGbosIDV9LCBuZXh0OiB7AVEAXwWVCXEFEAB0BVYYbG9va3VwXw2DCDUwORWCNiEAPHJlc3A6IDIuMjNtc30JMTk5FSAyCTQ2XzEwKEIBxhApCTFfMC0eBWEAOkrDAQAsKSEgOlBSSU1BUlkoIdJ8KSwga2VlcCBvcmRlcjp0cnVlLCBzdGF0czpwc2V1ZG81azWqADMB8ABwMRcxAwhtYXgJ5CBwcm9jX2tleXMlGgx0b3RfARIYOiAxNDQuNAXlARQhCgkUKXtoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsKacFcAhfZHUFGhBuOiA3MQ1ODG1heF8B7AxzcWxfMogBRDF9LCBycGNfaW5mbzp7Q29wOgGtGF9ycGM6MSwBhVEeCDFzfSHtCGlrdgVlBDp7RTQAMBXxAUkoc2Nhbl9kZXRhaWxVWwHYCGVzczLtAARhbDIXACBfc2l6ZTogNTkRcSkZPDIsIGdldF9zbmFwc2hvdF8FcQwgNjIuSQZccm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkaT8lWAhrZXk+FgAYMiwgYmxvY0H7OUllcQw6IDJ9CeMEbWVexQAJgzKlAQhhbF8hpx0bKawlKgh3YWxxXRA3NTYuOGEyDAlOL0EBBEGbJDVfMTEoUHJvYmWamwJdhhBmYWxzZVqHAgguODVhepU1BGNvWosCBC40ZaMhpS12KfYloBQ6IDU1LjE6jgIIMzAuKYAAY76NAgA1CUvuiwJNixAuMzFtcyms/o8CZo8CBDQ4No8CADFSjwIMMTAuNiUiWY/uYAJFYC52ATZfAjV9Pl4CRDE3NS42wrVzfQlOL0EJTi9BCg==')\n# Plan_digest: cef718bcf4137307a8167e595941a92a260deb7dd9e1c9735bfba3ce3542de0f\n# Binary_plan: tidb_decode_binary_plan('xA6oCr8OCg1Qcm9qZWN0aW9uXzEzEv0MCg5JbmRleExvb2tVcF8xMhLABQoQSQETXEZ1bGxTY2FuXzEwGgEBIQAAAADw7yBBKQEJ9BMCAIjDQDABOAJAAkovCi0KBW15c3FsEhNkaXN0X2ZyYW1ld29ya19tZXRhGg8KB1BSSU1BUlkSBGhvc3RSHWtlZXAgb3JkZXI6dHJ1ZSwgc3RhdHM6cHNldWRvWhB0aW1lOjFzLCBsb29wczozYtIBY29wX3Rhc2s6IHtudW06IDEsIG1heDogMXMsIHByb2Nfa2V5czogMSwgdG90X3Byb2M6IDE0NC40wrVzLCB0b3Rfd2FpdDogMTQ0LjPCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA3MS40wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZToxc319asMCdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDEsIHRvdGFsX3Byb2Nlc3Nfa2V5c19zaXplOiA1OSwgdG90YWxfa2V5czogMiwgZ2V0X3NuYXBzaG90X3RpbWU6IDYyLjnCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMSwga2V5X3NraXBwZWRfY291bnQ6IDIsIGJsb2NrOiB7Y2FjaClKMGNvdW50OiAyfX19LCAhywxfZGV0TsUAARwEOiAhkgA0JVgUdG90YWxfIagdGwAzCRscaWt2X3dhbGwNGig3NTYuOMK1c31w/xEBBAF4EQpA/wESiAUKEVRhYmxlUm93SURJxAwxGgECRcQIgKIpQsQCCB4KHG7EAgRSHl2zFGZhbHNlLDa0AgAUBc0QMS44NW1VuAgyYtZmuAIILjQ0ASoh0S2iMrwCDDU1LjEJ+ghvdF8hExQ6IDMwLjkFEwRjb7q6AgA1CUsIbWF4/rgCJC4zMW1zfX1qkgIlkv68Alq8AgQ0OGWzBGFsORoMZ2V0Xzq8AgwxMC42JRAQcm9ja3NFvAxibG9jgSMMY2FjaNKNAi53ATaMAjV+BfldiwwxNzUuAYgAfVaLAhwh8KANhx9wEzJyAhABQAFaE00yADCBwwBshekQMmLgAWmheSlZBCB7aRIFKQAgAScoZmV0Y2hfaGFuZGxhOixzLCBidWlsZDogMTltKUkrDDI3LjdhHggsIHRhBU5PAAgyLjZFgbFOHGNvbmN1cnJlhckoNX0sIG5leHQ6IHsBUQBfBZUJgwUQAHQFVhhsb29rdXBfDYMENTBJnkYhADxyZXNwOiAyLjIzbXN9cNKXLqoDJR8EJ85CHwEEUmPFUQAuSlAGAC7BRAQsIGYgAAxyb2xlbiAACGNwdYmlVoQBBA1DPQtENXD0jwF4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:33.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183994385629190\n# Query_time: 1.01344983\n# Parse_time: 0\n# Compile_time: 0.013365951\n# Rewrite_time: 0.001494294\n# Optimize_time: 0.0064272\n# Wait_TS: 0.000096742\n# Cop_time: 0.993978979 Process_time: 0.000365287 Wait_time: 0.000189945 Request_count: 2 Process_keys: 2 Total_keys: 43 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 18 Rocksdb_key_skipped_count: 88 Rocksdb_block_cache_hit_count: 14\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000182643 Cop_proc_p90: 0.000270103 Cop_proc_max: 0.000270103 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 9.4972e-05 Cop_wait_p90: 0.000132996 Cop_wait_max: 0.000132996 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 15116\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('5RKYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMQkBLEw6OTk3LjFtcywgbG9vcHM6MiwgQxluWDpPRkYJNC4zNCBLQglOL0EKMQkxNV85cmIBhs4AiqoAVGlkLCBvZmZzZXQ6MCwgY291bnQ6MzIZtAg2LjkdtAGjADUBozwwIEJ5dGVzCjIJMzBfMjAJRQouNgAANRk2HDMsIGluZGV4RRgUOiB7dG90QSUcaW1lOiA5OTMpFShmZXRjaF9oYW5kbC4XAJBidWlsZDogMTEuMsK1cywgd2FpdDogMTQuNsK1c30sIHRhYmxlTlkADDIuODIBgxRudW06IDEB2jXaMDogNX0sIG5leHQ6IHsBUQBfBZ8JjQW4BRUJWxhsb29rdXBfDYgINDAyHYk2IwBEcmVzcDogMi4zN21zfQk2LjA3ISkhzCAzCTQ3XzE3KEIBzSApCTFfMAk2MAkFYAQ6dC0dADpF1wAoBQZYKSwgcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAbYoczpwc2V1ZG8JMQkl2wg5OTMhgEntADMhgQBwMagxlARtYSV1CDEuOAEqDHByb2OBFgBzJbAMdG90XwESGDogMjcwLjEl/QEUIZsUOiA1Ni45BRNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsSTwFdAhfZHUFGhBuOiA0OC3BLG1heF9kaXN0c3FsX333TDogMX0sIHJwY19pbmZvOntDb3A6AbEYX3JwYzoxLAGEUb0MOTkxLiHsQYcIaWt2BWoEOnsF/QAwdecBTihzY2FuX2RldGFpbFX/AdwIZXNzMvEABGFsMhcAIF9zaXplOiA2MhF2BGtlIR0MNDEsIIVdGG5hcHNob3SFiiEnBC41JRNgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2ndCCAxOCHDAHk+FwAcODcsIGJsb2NhojlRETQEMn0J5wRtZV7JAAX4Nq0BBGFsJa8NGwA1MbQlLQx3YWxsERkEMzBhzWErAQQECjOB+xwxOShQcm9iZWkvZmcG/gUFigUFCDIuMIVLScsAMmbLAggxLjSFPyHcLa1JMiXXDDogOTVNfFnJCDEzMyW1AGO+yAIENzdtFe7IAknIFDEuMzRtcyng/scCascCCDU0ODbJAgAyUsgCBDEyKRJZxwBrRq0CADFqrAKeqwIujgE2qgIxlT6pAggzNzXJeEGnAQQcCjQJNDVfMThC0wWKIwVmagEgCU4vQQlOL0EK')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('sRTwUgqsFAoMUHJvamVjdGlvbl83EqoRCgZUb3BOXzkS+Q8KDkluZGV4TG9va1VwXzIwEtkGChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQmAAE5AMAE4AkACShwKGgoFbXlzcWwSAXQaDgoFc3RhdGUSCQdYUroBcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAb3wPHM6cHNldWRvWhN0aW1lOjk5M21zLCBsb29wczozYtsBY29wX3Rhc2s6IHtudW06IDEsIG1heDogOTkxLjgBKyRwcm9jX2tleXM6ARwMdG90XwESKDogMjcwLjHCtXMsBRQkd2FpdDogNTYuOQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDQ4LjIFOtBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MQWECGFsXw3jNDEuN21zfX1qxAJ0aWt2BWsEOnsFHAAwFfwBTwBzQREoZGV0YWlsOiB7dG8BQwHdCGVzczLyAARhbDIXACBfc2l6ZTogNjIRdykePDQxLCBnZXRfc25hcHNob3QJjhAgMjcuNQXamHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTgsIGtleT4XABw4NywgYmxvYyGiOVIRNBQyfX19LCAB3F7JAAEcAYY9rgRhbCWwDRsANTG1JS0Id2FsLUgkIDUzMMK1c31w/xEBBAF4EQoY/wES2QYKB2V6RDE5Eo0BChFUYWJsZVJvd0lEUyFXDDE4IQABAQyqyUApAQh9ZQgMCgp5ZQRSHna4AgRqHAWXAHRBo0bEAVacACgaAQIhvHSTGARsyxF9AEBt4ghScm1h3iQudGlkYl9nbG9iQTY0YXNrLnByaW9yaXR5LCBaIQAUY3JlYXRlJTRiJAA0aWQsIG9mZnNldDowLCAppAwzMloUJYQMMi4wMmFRaXwIMmLXYnwDDDEuNDUBKgBwWnsDCDk1LmktYY5peggxMzNFZQBjvnkDBDc3bcbueQNpeQwxLjM0ZXgAqP54A3Z4Awg1NDg2egMAMlJ5AwQxMikTeXgAa0ZeAwAxal0DnlwDLo8BNlsDMZZFw31aEDM3NS42ZlwDHCHy8dv/zI2cMr0CEAFAAVoVRUkMOTk2LkUgSUoQM2LxAWnB5WklkckFKxQgOTkzLjFBTCxmZXRjaF9oYW5kbGUdF6WNDDogMTFNUk1OADQJnwgsIHRh1k5ZAAgyLjhFztE1MqwFKDV9LCBuZXh0OiB7AVEAXwWfCXYFuQUVCVsYbG9va3VwXw2ICDQwMh2JNiMAIHJlc3A6IDIuM6HdCHDMMJ2NHCHryzvi9gaiPjEB/u4D0u4DOaUAOSF5KaUoMnDkIiFRMqJIXVFGpgAEoAJadASBUFobAAx0YXNrwXkALGIhAAR5cGapBA4aCG4eAARlcGJYAIYpBfm2YkUAjk0FCHRhcuVPDGNvcGU1VQA3Sc4tVQhiD0MZbUw6T0ZGcNwieP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:33.442 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183994385629187\n# Query_time: 1.019432388\n# Parse_time: 0\n# Compile_time: 0.013700395\n# Rewrite_time: 0.001738027\n# Optimize_time: 0.008302985\n# Wait_TS: 0.000128164\n# Cop_time: 1.001492206 Process_time: 0.00013495 Wait_time: 0.000063487 Request_count: 2 Process_keys: 2 Total_keys: 35 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 17 Rocksdb_key_skipped_count: 83\n# Index_names: [tidb_background_subtask:idx_exec_id]\n# Is_internal: true\n# Digest: 5b635ec774c43cdeac778c1bf8f1039381520f6fcf0037eb38464ef0c3c9b3ef\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 6.7475e-05 Cop_proc_p90: 8.3489e-05 Cop_proc_max: 8.3489e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.1743e-05 Cop_wait_p90: 3.428e-05 Cop_wait_max: 3.428e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2083\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask,idx_exec_id] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask,idx_exec_id] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9Q/wUjAJM183CTAJMC4wMAkxLT5Db2x1bW4jMjAJMAl0aW1lOjFzLCBsb29wczoxLCBDb25jdXJyZW5jeTpPRkYJNTQwIEJ5dGVzCU4vQQoxCTE2XzkJDU1Ab2Zmc2V0OjAsIGNvdW50OjFKUgABNwEEHAoyCTMwXzE4EYlKKwBQLCBpbmRleF90YXNrOiB7dG90YWxfBaIAIAGjLGZldGNoX2hhbmRsZQkSkGJ1aWxkOiA3LjczwrVzLCB3YWl0OiAyNC41wrVzfSwgdGFibGVOTwAwMi41bXMsIG51bTogMQG+AG4V9CwgNX0sIG5leHQ6IHsBUABfBZQJcAUQAHQFVRhsb29rdXBfDYIMMzc3LhmDNiMAUHJlc3A6IDIuMTRtc30JMS41MSBLQiUSIDMJNDdfMTQoQgHHICkJMV8wCTEwCQVgTDp0aWRiX2JhY2tncm91bmRfc3ViIRctIzA6aWR4X2V4ZWNfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQiIXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTE+CAIAMiEUAHAxOjEnIG1heDogMS41NyE8IHByb2Nfa2V5cyVCDHRvdF8BEgw6IDgzJX4ALAUTITEMOiAzNC0daGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCnMBXIIX2R1BRoYbjogNTguOCXaMG1heF9kaXN0c3FsX2MurgFkMX0sIHJwY19pbmZvOntSZXNvbHZlTG9jazoBtxRfcnBjOjEFjFFLLDk5Ni43bXN9LENvcBkkADIyJAAYMi41M21zfUFCCGlrdgWVBDp7RYkMMHMsIG0rNH0sIHNjYW5fZGV0YWlsVbAhBghlc3MyGwEEYWwyFwAgX3NpemU6IDYwEXUpR0AzNCwgZ2V0X3NuYXBzaG90XwVyDCA5LjZBz2gsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9pfQggMTch6QB5PhcAFDgzLCBibCESCCB7fQnUBG1lXrYACXMEODM5xAhhbF8hxg0aNcslGQh3YWxxoRAyMTQuOWF2CAlOL2nwADOBKxwxNyhQcm9iZUneADCBgmY1BBQuOTJtcywxYG6DAgQzNAEpIWstPCnkJWYMOiA1MRm/Bb0UOiAyOS4yRUkAY76DAgQ0MA06moMCMlcCCZdRewwxLjE5/lcChlcCCDg4ODZYAgAxUlcCDDEwLjQlEllXuiYCLmcBNiYCNW4+JgIQMTgyLjYyJgIYNAkxXzE2CYH8RR40ZXEoY2FzdChteXNxbC5aBgUALqELIfpcLCBkb3VibGUgQklOQVJZKSwgOSksIGVxej8ALHN0ZXAsIDEpLCBpboIrAFBhdGUsICJwZW5kaW5nIiwgInJ1bm4BCwQpCeFAZiAEAAlxChg1CTQ1XzE1BeUAMYLhBYqsBYp0AA==')\n# Plan_digest: fac8456363e19e5f773f9b1b87e1ee543e04e24b03da20bc3502ec34b60733f5\n# Binary_plan: tidb_decode_binary_plan('8BHwUgrrEQoMUHJvamVjdGlvbl83EoURCgdMaW1pdF85EqgQCg5JbmRleExvb2tVcF8xOBKHBgoRSW5kZXhSYW5nZVNjYW5fMTQaAQEhAAAAAADQgUApBQn0lwIAJEAwATgCQAJKOgo4CgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2saFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aEHRpbWU6MXMsIGxvb3BzOjJihAJjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjU3bXMsIHByb2Nfa2V5czogMSwgdG90X3Byb2M6IDgzLjXCtXMsIHRvdF93YWl0OiAzNC4zwrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNTguOMK1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7UmVzb2x2ZUxvY2s6e251bV9ycGM6MSwgdG90YWxfdGltZTo5OTYuN21zfSxDb3A6e251bV9ycGM6MiwgdG90YWxfdGltZToyLjUzbXN9fWqyAnRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX0sIHNjYW5fZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCB0b3RhbF9wcm9jZXNzX2tleXNfc2l6ZTogNjAsIHRvdGFsX2tleXM6IDM0LCBnZXRfc25hcHNob3RfdGltZTogOS42NcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNywga2V5X3NraXBwZWRfY291bnQ6IDgzLCBibG9jazoge319fSwgdGltZV9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX3RpbWU6IDgzLjXCtXMsLTkhxxxfdGltZTogMzHMIHRpa3Zfd2FsbA0ZKDIxNC45wrVzfXD/EQEEAXgRChj/ARLxBwoIaSkkMTcSrQMKDFNlbG1GQDE2EqMBChFUYWJsZVJvd0lEaSgINSEAAQEMVKVAKQEIBAAAdSUIIgogfiUDDFIea2Vu9AIEahwFwWFQBDp7BdsEMHNR/wAxWsQACZAskKVAKY7ttaD3xvA+YbMsUqwBZXEoY2FzdChtYbgALlq3AwAuAWxhMlwsIGRvdWJsZSBCSU5BUlkpLCA5KSwgZXF6PwAsc3RlcCwgMSksIGlugisAUGF0ZSwgInBlbmRpbmciLCAicnVubgELACnO+QAIGgECWvwATBFvZmZzZXQ6MCwgY291bnQ6MVoUJU4QMS45Mm05UhRi2AFjb3ApbwAgYZoAOoE2IG1heDogMS4zNAEqYSEhHwBzBRsEdG+RURQ1MS41wrUyUQQMMjkuMgUTGGNvcHJfY2GmUQQENDANOppRBARDb50lADEyJQQoMS4xOW1zfX1qgQJuSwIALPolBAg4ODgRd5VSJGdldF9zbmFwc2iVJQwxMC40JRNYcm9ja3NkYjoge2Jsb2NrOiB7fX19LCAhlSBfZGV0YWlsOiA6qgQBHAA6MmgBBGFsLvQDNW8F6H30EDE4Mi42ZvQDHCHn9AoyPRRxfTAIAUABQm4GEDFi4QFp4TdRHwR0bwGBCZZAMXMsIGZldGNoX2hhbmRsZToFEihidWlsZDogNy43MwX1gaEMOiAyNEUqAe6BS05PAAgyLjVBbAhudW1FZhxjb25jdXJyZcVLKDV9LCBuZXh0OiB7AVAAXwWUCXAFEAlVGGxvb2t1cF8NggwzNzcuGYM2IwA8cmVzcDogMi4xNG1zfXCHDL0OVhoBTk4DABAlByEGGGxvb3BzOjFWXwUcIeHvGzw9NHI2awE0UgwxLT5Db2x1bW4jMjBGTAAIYg9DPQFIT0ZGcJwEeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:33.444 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183994385629193\n# Query_time: 0.980296101\n# Parse_time: 0\n# Compile_time: 0.009051573\n# Rewrite_time: 0.001425335\n# Optimize_time: 0.005762709\n# Wait_TS: 0.000108506\n# Cop_time: 0.962625671 Process_time: 0.000421289 Wait_time: 0.000083126 Request_count: 2 Total_keys: 588 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 138 Rocksdb_key_skipped_count: 1584\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000210644 Cop_proc_p90: 0.000280449 Cop_proc_max: 0.000280449 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.1563e-05 Cop_wait_p90: 5.1676e-05 Cop_wait_max: 5.1676e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12680\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('phe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjk2Ni4zbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZBmDCDUuOB2DHAkwIEJ5dGVzEQgcCjIJMTdfMjcd+FRpbm5lciBqb2luLCBlcXVhbDpbZXEoWg4BOGlkLCBDb2x1bW4jMTUpXS53AAA2HXd4LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo5NjUuMQEqEGZldGNoGQ8FMAw6MHN9EaoRCCAKMwk2XzI5KEIBUQApAbgwNDAwCWdyb3VwIGJ5OhWNQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwdsQGFNalQcGFydGlhbF93b3JrZXI6e3dhbGxfLdUcNC4zNDk0NjcBMQhjb2450YgsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjQuODIwNTAwOTMxcwkXGGV4ZWM6MHMJDQVWBSRQNjg3NTVzLCBtYXg6OTY0LjE3NTU1JUcIcDk1MhIAFH0sIGZpbmKgABQ4NDUyNDluoAABrBGgHDYyLjM0N8K1DZAFnRA2LjUyMRUTFaMYMzA2ODgyNB2kEDc3NzAwJQsRpBESAH1B2AEEGAo0CTFfMzAxqyhub3QoaXNudWxsKDWHACkhyQVmBfgBui2LCAkzOFGzIE4vQQo1CTZfMyG2DDgwMDA59kqeAnksUicDIHNjaGVtYV9pZAHMRs0DRaQJHklHCG1pbhWvADhWQgIANB23ACxyQgIYMy4yNDUxNUVzmkICHDE1MTk2MTAzLqUBPkICHDE1MzgwMDY4AdNFQxQzLjExMTmFACmeFRFyQQIYMy44OTIxMKJBAhgzOS45NDnCOkECCDk5MRUTJdskNC44MTc4Njk4OFnlHDMuNzc1NTgyITsRoxESWUEgNgkzMV8zNgkwKfc4ZGF0YTpIYXNoQWdnXzMxecQ2bQUMY29wX2GRCDoge2GTBCAxaVoEIDkpqkEhGF9rZXlzOiBtrgESGDogMjgwLjQVumXCECA1MS43BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCR4wFyCF9kdQUaGG46IDI3LjYFOixtYXhfZGlzdHNxbF8u9AFIIDF9LCBycGNfaW5mbzp7Q29wOgGvDF9ycGPBMgB0oSYpQAA5IZkYbXN9fQkyNC4UAwA3YRQMMQkxXy0ftQxK2AIB48mlACxOPQbOFgNKZgAAasWEfSYAOCWkBGt2JR4EOntFD0G+beVAfSwgc2Nhbl9kZXRhaWw6IHsJ9imdQDI5NCwgZ2V0X3NuYXBzaG90KQ4IIDEyLVqYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2OSwga2V5PhcAIDc5MiwgYmxvY0EhEH19fSwgAZc+hAAtMQ10MhwCoX8EYWkRj1UjAHQB6NkwECA1NjIuYR1ZzxQ4CTQzXzOhFgwwCTEwgcmFbwA6LmwIfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvelEBoS0BBAQKM2E7HDQxKFByb2JloWYANhrfCABkYUUsU2VsZWN0aW9uXzQwBVIUbWU6MzkzLVktngAsQfYpugAgQZt5SggxLjGp+whyb2MtrjJLAxAxNDAuOEX+1W0QIDMxLjUFEwBjvksDADNplu5JA2lJDDEuMDVpSAgzOSAWDwnBXCGRBDQwZUgxJUrcAgxyZW9yFuIJ/s8COs8CBDYuqTD+zwKqzwIyoAE2zwI1pwB0AehdzwgyNDYlwVljBDUJQc8AOSU5/s8Cfs8C')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('9hnwSQrxGQoNUHJvamVjdGlvbl8xMxLZGAoHU29ydF8xNBLhFwoLSGFzaEpvaW5fMjcSrwYKDlRhYmxlUmVhZGVyXzQxEvADCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaoECdGplAAgsIHMB2/CGZGV0YWlsOiB7dG90YWxfa2V5czogMjk0LCBnZXRfc25hcHNob3RfdGltZTogMTYuMcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2OSwga2V5X3NraXBwZWRfY291bnQ6IDc5MiwgYmxvY2s6IHt9fX0sIHRpbWVfZGV0LoQAHHByb2Nlc3NfDXQMNDAuOAV1CaIId2FpEY8MMzEuNQkaAegMd2FsbA00CDI0NgUaAH1WSgEsGgECIVVVVVWVdPZAOU0oAUABUhFkYXRhOlNdDgRaFgWHEDM5My42BWwEbG8lpRRi1wFjb3Apwlgge251bTogMSwgbWF4OiAxLjE3bXMsIAHILVEEMCwBvgXaBDogMtIABdAAOhnLgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaEG46IDM0BZeobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MQWWAGEtNigxLjA1bXN9fXDvAV12EBL5DwoKYUIgQWdnXzI5EqUMLi4DEDMwEsELGSAQMzUSpAc2YQMQMzYS6wQdIgAxTl8DADRF3P5fA+5fA21fCChlMW3iBEC/aV8olAFncm91cCBieTpKaQMh4xxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAERqb2JfaWQpLT5Db2x1bW4jMTj+3ANO3AMAMk3hAHL+3AOm3AMMMjgwLkm/QtwDDDUxLjdF2QB0OtwDGDU2Mi45wrVe3AMgId7d3d0dPvdAqakhx2HZBA9kYdkISGFzRcgMMzFaE2XXCDk2M2GqcdQA2WLUAwg5NjQBKSHwTtMDMskAbdMVwsLTAwQyNy2L7tUDadUQOTYzLjhl1gDwLtYDJSYIrWz4OiYBAIT+7QK+7QJV0V3dADU1nCVzMZxEwwJwYXJ0aWFsX3dvcmtlcjp7ufEB5hQyNDUxNTUhpS7/BBw1LCB0YXNrX6GhrYXBQTA6NC44MTUxOTYxMDNzpQYUX2V4ZWM64YYEdG/NYAUkFDM4MDA2OGHABGF4BWgQMTExOTgBZwhwOTUuEQAUfSwgZmluYp8AFDg5MjEwOQE4Xp8AAasAb009EDM5Ljk0QeYdnBA2Ljk5MWkTLqIAGDc4Njk4ODUdohQ3NzU1ODIBaxGjERJaEAdJDgRI/k0OCAC5QGU0LBZub3QoaXNudWxsKDGpEDUpKVoVbTsINC4xAWUtoQhw/ALdNyQaAQEhRERERCRjPlYABDhnsVAVVAAsjf8cZmlyc3Ryb3cdbpn0WRcl5Q12BGLEchcCGDQuMzQ5NDblj154AToXAhwyMDUwMDkzMS57AT4XAhQyMDY4NzU5dBw0LjE3NTU1NiEPKXQZEnIYAhg0Ljg0NTI0ohgCEDYyLjM0rRgAb020DDYuNTJGGAIcMjMwNjg4MjRVGBg0Ljc3NzAwJQsRpBESXhgCDnoKHG9BDUEprKqqFnIKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGK5BgQsIDXqBCldVT4ENS4lLzHIADkW3QgQaGFzaF/lGAg6e3QOkgoMOjk2NUloEGZldGNoGQ8FMCw6MHN9IZkqIkvNGx46pgAAPUqQAKG/6a8QOmRlc2NSlQcAauVtHadl7Q2nBWwEfVo+bABOGwgBSBBtZXRhLE4ZCBmJFWkENi4yiwYIDUNvJsUJQDVwnF54////////////ARgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:33.445 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183994372259844\n# Query_time: 1.038086538\n# Parse_time: 0\n# Compile_time: 0.033580593\n# Rewrite_time: 0.003640759\n# Optimize_time: 0.018411048\n# Wait_TS: 0.00011588\n# Cop_time: 1.98576201 Process_time: 0.000427886 Wait_time: 0.000145038 Request_count: 4 Process_keys: 4 Total_keys: 56 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 26 Rocksdb_key_skipped_count: 125 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 0.000106971 Cop_proc_p90: 0.000228853 Cop_proc_max: 0.000228853 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.6259e-05 Cop_wait_p90: 5.7494e-05 Cop_wait_max: 5.7494e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 56533\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rDKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJYOjk5OW1zLCBsb29wczoxCTAgQnl0ZXMRCBgKMQkzXzE1bpAADGlkLCBaigABsAxfa2V5ZiEABHlwZqQADHN0YXRuHgAEZXBiWACGJAEgb25jdXJyZW5jZp0AjkgBJHRhcmdldF9zY28ByRxDb2x1bW4jMyEwLV0IOC44PV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucAIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgCZ1T54A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUjKDo5OTguMjY2NjEzYakd8Qw6NSwgRZVsbnVtOjAsIHRvdF93YWl0OjQuOTkwMzIzMTIycwkXFGV4ZWM6MA0NZfoFJCw1Njk0NzVzLCBtYXgFaBAxNTMxN4URCHA5NTISABR9LCBmaW5ioQAUNjkzOTY1bqEAAa0RoRwyNC41MTbCtQ2RBZ4QNC45MjcVExWkFDI2MjQ1Nh2jFDY0NjQ1NgFqEaMREgB9gaUBBAQKM8EVHDgJMAkwLjAyXqgGgaNaNwQlVv4YBloYBnlfWn0AMisDXiQALvcCWiQAScpaHQAulQIypgZ2oAVdwCGC7ZV2NgYYNAkxN18yMDGOUGlubmVyIGpvaW4sIGVxdWFsOltlcS7cBUqCAHLLAAEdECkgZXEo0ToANwGQyekINildGbMENy4uSgh0LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo5OTcuRcsQZmV0Y2gZDwUwDDowc30efQgRCCAKNQkzXzIxKEIBUQApEek9eo7TAEokADLmAQxjYXN0eicBWbcwZG91YmxlIEJJTkFSWf1VADcuDgEANHLDAQgyLjb1+RQ2CTMwXzJ1US5FAIWVVQgQaW5kZXgSBwoEOiApTmnKFCA5OTQuMgFwJVQYX2hhbmRsZR0XKVwUIDUuMTnCgReFyBggMTMuMcK1gXwloU5ZAAgyLjQlrKEECCAxLDIgBSwgNX0sIG5leHQ6IHsBUQBfBZ8JdoVCBRUJWxhsb29rdXBfDYgMMzk0LhmJNiMARHJlc3A6IDIuMDhtc30JMTcuMx4gCRg3CTQ3XzI1UQgYMV8wCTEwCQVgDDpzdCwpHhA6aWR4X4HyDF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDh8CRzOnBzZXVkbwkxHskJCDQuMSFgKYsAMyEJAHAxMDEcoeYMIDEuMWUHDHByb2OB5ABzJTehmwESEDogNTcuuYchIRQ6IDI5LjgllmRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMHFOGHRhc2tfZHUFGhhuOiA2MS4zBTosbWF4X2Rpc3RzcWxfXddMOiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjLFvA5XDFhpbWU6Mi4xNG1zfSxSZXNvbHZlTG9jaxkrADEyKwAIOTkxQW0cfX0sIHRpa3YFlQQ6ewVG4QQpIwF5KHNjYW5fZGV0YWlsVbAhBghlc3MyGwEEYWwyFwAcX3NpemU6IDbpdARhbA0sDDM0LCASbQsYbmFwc2hvdE37BDEwLT6Ycm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNywga2V5PhcAFDgzLCBibAHvCCB7fQnUBG1lXrYABeUyxAHhswRhaRGNNcslGSZlCAwgMTU5Jav5RTA3CTFfMjcoUHJvYmUpRc3lTgRpbnqGBEGfSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKaFNBdMMMS43N1nfZehe3wIAMmXbIcctmEkdJcIQOiA0OC4meQghGQw6IDM0LaEAY77fAgQ1Ng1Nzt8CCZdR3wQxLg7gCSnf/rMCZrMCCDg4OHEqBGtlbftKswIIOC4zif5Zs7qCAi5nATaCAjVuQoICBDY1pXRZghg4CTQ1XzI2RXwySQWKFAVmRAEOIgoBBOm2ADlR4RgwCTI5Ljk3LrcHPkoO/dIuGwCF9P4uCv4uCv4uCqouCj6KCC4MAQ5VC159CAA22a0EMy42OAhGdhAEMzTxVhJ9CAAzDncQKaEZRgAyOtEJ5d+p7jZ+CAgxLjWFPjZ9CAgxLjUSOwjt9Ag3LjOJGokWBDEwZdzBRA4dCk5XAAw5OTAuBVjxYTLaBlp9CAgxLjiFoQFmNlkIDYgIMzIz7YJGIwAWfAgBeOEMEAkyMS41MScSfQgEMzMufQgAMx59CCJ8CKWcACgFBip0CAxwYXVzoZ8ALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrdEALLXboqoICDEuNBKACOmGaqkICDk3NRI7CF7KBQQ5Mi0nDrwIISsMOiAyMoVCEv0ItqkIDDQ0LjIFbu7KBanKCDg5NQVM/swFfswFADYiIAmpywQyMF5/CBaDCbnMVn8IADkObAoAeT5+CAQ0MiZ+CCb6CRqyCAA2mpAILqsBNg4GNbJGDgYAORb8C6GrAQQSkAgEMzWxrw5dC4kQVlIILpUEEiIOACmZOAAwLisLADJFLnHfccoSKwsEOThFql6BAggyMjhNb1mCCDU3Lkm2wkwIADMeeAvuggJJggg5ODihGv6BAoKBAgQ1NJJOCAQyNxpgCVmCHk4IQlICADKaUgIyfAE2UwI1gz5TAgg1OTElsFlTEmEIBDM0RU0uLQX+YAgWYAg=')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('kTbACow2CgdTb3J0XzEzEvU0Cg1Qcm9qZWN0aW9uXzE1EukxCgpIYXNoQWdnXzE2EpYoCjIhABQ4EuwkCgsBISRKb2luXzIwEukQMkMAZDIxEvAOCg5JbmRleExvb2tVcF8yOBL3BQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjwnwAAJEAwATgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFXRpbWU6OTk0LjFtcywgbG9vcHM6M2KEAmNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMTkBKkRwcm9jX2tleXM6IDEsIHRvdF8BEiA6IDU3LjfCtXMJEyR3YWl0OiAyOS44BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNjEuMwU60G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoyBYRsYWxfdGltZToyLjE0bXN9LFJlc29sdmVMb2NrOhUrCcIRKzw5OTEuMm1zfX1qsgJ0aWt2BZYEOnsFRwwwcywgKSUBegBzIcEoZGV0YWlsOiB7dG8BQyEHCGVzczIcAQRhbDIXACBfc2l6ZTogNjARoilIPDM0LCBnZXRfc25hcHNob3QJuQggMTAtP5hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE3LCBrZXk+FwAUODMsIGJsAfAYIHt9fX0sIAHJXrYAARw2xQEEYWwlxw0aNcwlGQh3YWwtXwwgMTU5JawIfXD/EQEEAXgRCiT/ARKzBgoMU2VsbWFAMjcSjgEKEVRhYmxlUm93SURpCwA2aQgQVKVAKQAFAXUICA0KC30ICFIea3LXAgRqHAWfDHRhc2tKuAFWogAIGgECCX4skKVAKaDbSxqjdZQ/YYQUUm5pbihtYYNMLnRpZGJfYmFja2dyb3VuZF9zdWIBZFwuc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcAFGVwKSlaFCWFDDEuNzdhaU1uFGLYAWNvcAnTACBBuWV4IG1heDogMS4yNgEqQXpNS0nRRXUUOiA0OC42ZUZhpmmTBDM0TVQAY76TAwQ1Ng1NzpMDCZdxaAwxLjEzZWcAgf5nA3JnAwg4ODg2aAMAMVJnAww4LjM5JSZ5Z7o2Ay5oATY2AzVvRZcuNgMINjUuAXZalAIcIY1EbI0y9XJdkQgBQAG1tQg3LjMh+FEiCPEBacFuUSSJj0VMDCA5OTSB0zQsIGZldGNoX2hhbmRsZR0XpX4QOiA1LjEBjgQsIEkmGDEzLjHCtXOBM2GpTlkADDIuNDUBhARudUmRMp0FKDV9LCBuZXh0OiB7AVEAXwWfCXZFsQUVCVsYbG9va3VwXw2ICDM5NCUXCYk2IwA8cmVzcDogMi4wOG1zfXCuii5mBOFKGKmDwKdjFXQ2MwEIUpUBfsIDDGVwLCB2JAAd3BQsIGNhc3R6zwMMdGFza2GQaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzNz3LADQhRzHLBA9D3eUUT0ZGcOwULk0FBJYSNmwICDkS1TpsCBAzNhKKBkJsCAgzMxoebAgEuJqxZAA+HmwICBwKGrFkFAF0Gg4KBYXXABIJBwRSbR5jCAxwYXVzgdoALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrQwALLUWAF2CmQixBQQ0OTkYCDNi2mIFBQg5NzVlvl4FBQg5Mi5CmAgAMk1lwgUFDDQ0LjIFbu4FBakFCDg5NQVMDH19asP+BwVyBwUENjI2BgUEMjBSBwUEMTDlxwAsvQdWbggAOSHDAHk+bQgENDImbQgm6gkaoQgANpp/CC6sATZJBTWzRkkFADmJrFbdBwQShDJ/CAwzNRKNRn8IBDM0FgEIBKq5QhsDCAwKCnkb/n4Icn4IKAS6QCm5HoXrUfg9bZgEUihWQQgMZ2xvYuFLBGFzDoEIAGUOOggAFaXuEDk5MC4xeTYIMmLZZjYDADhlX141AwgyMjhtIyY7CAg1Ny5pasI2AwQzN22D7jYDaTYQOTg4LjkSPAgAlf41A3Y1AwQ1NJI9CAQyNxpQCUY9CEIGAwAymgYDMn0BNgcDNYQ+BwMINTkxJbFaBwMcIYk7w9ZL4Y0yYwIuUggAMiFWIuIMBGLwZlIICDEuNRKfCjZRCAgxLjUSDwjtyAg3LjMWegrh6hLKDAEPblAIQbwFWK5RCAgxLjh6UAgEMjNNewGJTlAIAXgOIA4IcK+sNlEIIAIh6SCU+SYBjz40AQhS2wIqLwgujQMEaWQySgguGwBhrRYTCFo8AAx0eXBlYj4A5ZBiHgAccHJpb3JpdHliIQAUY3JlYXRlEhIKZiQAJngIYiQAAHM+LAk24gAAchLEDgRjbwHJPiYJLioAISdeGQkANpXLADM25ApCGQkE3CIqGQlEIcWpGiU5zpRAKYnS3uALk5k/Qd5YUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6vgly5gABHRApIGVxKCLKCQQsIBELCDYpXRW+ADc2UAMAOWUYEF9oYXNoSYUEOnsSpgsQOjk5Ny5lOWVPGQ8FMCw6MHN9IX79VH1IFpU62gAAy/6EAv6EAv6EAv6EAoqEAn1qSrsPXfEEWhPtPwA4+T0AMUZyAgTYJS5yAhjOpmfib5qVHjIIAPBJcgS3Bg4iEBBwIGJ5Oh1/Pv4CIGZ1bmNzOm1heHqLAh2kKj0MBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbtmTAARIp6YAIHsak4ApQopI36cAKUZZksABR+elgCxR2ZPABEinlIAvXhmVQAdJaJYALmsalgAGSWeWACF3WIyAgEenkoAAHTdDWZSAC4mALU6BDguMoYDGMQCcGFydGkOBwkYb3JrZXI6eyZGERw5OTguMjY2Ng5OEgAsMoIQCDUsIEWVDk0IFm0VFgATKDQuOTkwMzIzMTIyGqoWDlIXEt0VDukKhQcFJBw1Njk0NzVzLA6zCgVoEDE1MzE3BZoIcDk1MhIAFH0sIGZpbmKhABA2OTM5NqXjPZIyoQABrQBvDaEQMjQuNTEOLAkStA0Jngw0LjkyJsMOFaQUMjYyNDU2HaMQNjQ2NDUSEAkRoxESXhYKFDQNzkjW5D7EBACr/lwG/lwGOlwGSXlayAR5lFohAD12YtkIMoQDWkgALq0C+fQANV64AkKwCDY+BhSSxxdV2Pw+egEAXlp8AIblAIriCQRpZNXoNDltcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/06/02 08:07:33.495 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:33.576 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/02 08:07:33.576 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/02 08:07:33.576 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/02 08:07:33.585 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=8.705113ms] [] [2024/06/02 08:07:33.585 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=288] [kvs=6] [checksum=17437960271832508338] [2024/06/02 08:07:33.585 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/06/02 08:07:33.585 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/06/02 08:07:33.585 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/06/02 08:07:33.589 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=130] [physicalTableID=130] [indexID=-1] [checksum=17437960271832508338] [totalKvs=6] [totalBytes=288] [2024/06/02 08:07:33.590 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/06/02 08:07:33.591 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=14.419587ms] [] [2024/06/02 08:07:33.591 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=14.673189ms] [] [2024/06/02 08:07:33.637 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=142.316943ms] [] [2024/06/02 08:07:33.686 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:33.686 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/06/02 08:07:33.690 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/06/02 08:07:33.762 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=9] [2024/06/02 08:07:33.773 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/06/02 08:07:33.794 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:33.794 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/06/02 08:07:33.881 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.847770951\n# Parse_time: 0.00195271\n# Compile_time: 0.002728355\n# Rewrite_time: 0.000300798\n# Optimize_time: 0.001691408\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi44NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi44NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:33.891 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:33.943 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:33.943 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:33.949 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:33.994 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.029 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=728.293Β΅s] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:34.041 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=132] [version=87] [2024/06/02 08:07:34.042 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=17.843134ms] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:33.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.115 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.146 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=347.22Β΅s] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:34.157 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=132] [version=88] [2024/06/02 08:07:34.160 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=18.325989ms] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.242 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:33.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.253 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 130, Old Table Name: t"] [2024/06/02 08:07:34.289 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=248.865Β΅s] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:34.306 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=132] [version=89] [2024/06/02 08:07:34.308 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=23.561915ms] [job="ID:132, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:33.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.406 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=132] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/06/02 08:07:34.416 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=132] [jobType="drop table"] [2024/06/02 08:07:34.420 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:33.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.492 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/06/02 08:07:34.492 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:34.496 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.605649516\n# Parse_time: 0.000260912\n# Compile_time: 0.000655263\n# Rewrite_time: 0.00001052\n# Optimize_time: 0.00109352\n# Wait_TS: 0.000283695\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:34.499 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=89] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/06/02 08:07:34.556 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:34.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:34.556 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:34.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/06/02 08:07:34.599 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:34.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.607 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 133, Table Name: t"] [2024/06/02 08:07:34.687 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=2.896982ms] [gotSchemaVersion=90] [phyTblIDs="[133]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:34.699 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=134] [version=90] [2024/06/02 08:07:34.701 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=25.719598ms] [job="ID:134, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:34.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.759 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [job="ID:134, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:34.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:34.834 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/06/02 08:07:34.834 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:34.838 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.342127462\n# Parse_time: 0.001512452\n# Compile_time: 0.001236906\n# Rewrite_time: 0.000009353\n# Optimize_time: 0.00109352\n# Wait_TS: 0.000332706\n# DB: import_into\n# Is_internal: false\n# Digest: ab52f992248f7aa534bc6318e4dbf849df1c079806fc7cfc8b225a6592cd30ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/06/02 08:07:34.855 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:35.029 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:35.130 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:35.188 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/06/02 08:07:35.188 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:35.295 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:35.297 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:35.298 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/06/02 08:07:35.319 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:35.322 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:35.322 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:35.322 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=78.713Β΅s] [2024/06/02 08:07:35.322 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=210.579Β΅s] [] [2024/06/02 08:07:35.322 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:35.322 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:35.461 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/06/02 08:07:35.480 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/06/02 08:07:35.498 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:35.539 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:35.541 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/06/02 08:07:35.563 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:35.572 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:35.573 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:35.573 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:35.573 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:35.574 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:35.574 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:35.574 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:35.574 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:35.574 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:35.589 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:35.591 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:35.591 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:35.591 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:35.591 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/06/02 08:07:35.634 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/06/02 08:07:35.639 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:35.642 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:35.643 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/06/02 08:07:35.740 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [2024/06/02 08:07:35.743 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [readDur=1.242703ms] [encodeDur=1.391339ms] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [deliverDur=50.419Β΅s] [type=file] [takeTime=3.103653ms] [] [2024/06/02 08:07:35.744 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/06/02 08:07:35.744 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4d7b15d0-3aec-4284-bc08-8942a14a3899.sst] [firstKey=7480000000000000855F728840000000000001] [lastKey=7480000000000000855F72F8A0000000000002] [2024/06/02 08:07:35.850 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [2024/06/02 08:07:35.853 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [readDur=1.036279ms] [encodeDur=1.763333ms] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [deliverDur=52.139Β΅s] [type=file] [takeTime=3.120757ms] [] [2024/06/02 08:07:35.854 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/351cdc29-07be-4e0e-8455-d837c0ee2fdb.sst] [firstKey=7480000000000000855F728780000000000007] [lastKey=7480000000000000855F72D700000000000006] [2024/06/02 08:07:35.854 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/06/02 08:07:35.864 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [2024/06/02 08:07:35.867 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [readDur=1.108778ms] [encodeDur=1.817443ms] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [deliverDur=58.796Β΅s] [type=file] [takeTime=3.266642ms] [] [2024/06/02 08:07:35.868 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0c8cd13f-3bdd-4bda-8e5e-3039c89309ef.sst] [firstKey=7480000000000000855F72A60000000000000B] [lastKey=7480000000000000855F72DA6000000000000C] [2024/06/02 08:07:35.868 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=233.806018ms] [] [2024/06/02 08:07:35.868 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/02 08:07:35.868 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/02 08:07:35.868 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:35.871 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.48183ms] [] [2024/06/02 08:07:35.871 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:35.876 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:35.897 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/06/02 08:07:35.898 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:35.912 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/06/02 08:07:35.914 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.83962ms] [] [2024/06/02 08:07:35.914 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:35.915 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.21049ms] [] [2024/06/02 08:07:35.915 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/02 08:07:35.915 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:35.917 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.572847ms] [] [2024/06/02 08:07:35.917 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:35.917 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:35.917 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=72.127Β΅s] [] [2024/06/02 08:07:35.917 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:35.918 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=997.106Β΅s] [] [2024/06/02 08:07:35.969 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/06/02 08:07:35.972 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:35.972 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:35.972 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:35.972 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:35.972 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:35.972 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:35.972 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:35.972 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:35.972 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:35.973 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:35.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:35.973 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:35.973 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:35.974 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:35.974 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:35.974 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:35.975 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:35.975 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:35.975 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=435.865621ms] [] [2024/06/02 08:07:36.009 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:36.010 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:36.012 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:36.012 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:36.110 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/06/02 08:07:36.112 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:36.112 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:36.308 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:36.354 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/02 08:07:36.354 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/02 08:07:36.354 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/02 08:07:36.384 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=29.253831ms] [] [2024/06/02 08:07:36.384 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=312] [kvs=6] [checksum=602317331038109679] [2024/06/02 08:07:36.384 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/06/02 08:07:36.384 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/06/02 08:07:36.384 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/06/02 08:07:36.390 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=133] [physicalTableID=133] [indexID=-1] [checksum=602317331038109679] [totalKvs=6] [totalBytes=312] [2024/06/02 08:07:36.391 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/06/02 08:07:36.392 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=37.155907ms] [] [2024/06/02 08:07:36.392 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=37.343031ms] [] [2024/06/02 08:07:36.441 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=132.856002ms] [] [2024/06/02 08:07:36.518 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:36.518 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/06/02 08:07:36.523 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/06/02 08:07:36.576 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/06/02 08:07:36.594 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=10] [2024/06/02 08:07:36.619 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:36.619 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/06/02 08:07:36.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.860427374\n# Parse_time: 0.00193887\n# Compile_time: 0.001877331\n# Rewrite_time: 0.000286764\n# Optimize_time: 0.00109352\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:36.710 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:36.766 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:36.769 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:36.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:36.769 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:36.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:36.851 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:36.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:36.891 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=748.723Β΅s] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:36.903 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=91] [2024/06/02 08:07:36.904 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=19.077709ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:36.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:36.972 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:36.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.012 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=291.203Β΅s] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:37.029 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=92] [2024/06/02 08:07:37.032 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=24.391776ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:36.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.091 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:36.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.101 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 133, Old Table Name: t"] [2024/06/02 08:07:37.141 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=328.209Β΅s] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:37.158 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=93] [2024/06/02 08:07:37.161 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=25.193987ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:36.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.227 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[133]"] [comment="drop table: table ID"] [2024/06/02 08:07:37.239 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/06/02 08:07:37.243 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:36.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.315 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/06/02 08:07:37.315 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:37.319 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.609273087\n# Parse_time: 0.000240637\n# Compile_time: 0.000614464\n# Rewrite_time: 0.000008475\n# Optimize_time: 0.001471191\n# Wait_TS: 0.000488901\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:37.322 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=93] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/06/02 08:07:37.383 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:37.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:37.383 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:37.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/06/02 08:07:37.446 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:37.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.456 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 136, Table Name: t"] [2024/06/02 08:07:37.538 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=3.576277ms] [gotSchemaVersion=94] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:37.552 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=137] [version=94] [2024/06/02 08:07:37.554 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=26.672705ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:37.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.631 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:37.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:37.713 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/06/02 08:07:37.714 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:37.718 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.397779967\n# Parse_time: 0.001336925\n# Compile_time: 0.001224183\n# Rewrite_time: 0.000011282\n# Optimize_time: 0.001471191\n# Wait_TS: 0.000560943\n# DB: import_into\n# Is_internal: false\n# Digest: db817a85dcf3f7c3b10541233a5c2fb5746c96774b5c96485baef7c9d25a13e6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/06/02 08:07:37.741 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:37.946 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:38.089 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:38.143 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/06/02 08:07:38.143 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:38.250 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:38.252 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:38.253 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/06/02 08:07:38.277 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:38.281 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:38.281 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:38.281 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=128.214Β΅s] [2024/06/02 08:07:38.282 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=272.761Β΅s] [] [2024/06/02 08:07:38.282 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:38.282 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:38.419 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/06/02 08:07:38.451 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/06/02 08:07:38.486 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:38.558 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:38.561 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/06/02 08:07:38.563 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:38.572 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:38.572 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:38.573 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:38.573 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:38.574 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:38.574 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:38.574 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:38.574 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:38.574 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:38.590 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:38.591 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:38.592 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:38.592 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:38.592 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/06/02 08:07:38.638 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/06/02 08:07:38.643 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:38.647 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:38.648 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/06/02 08:07:38.777 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [2024/06/02 08:07:38.780 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [readDur=1.174599ms] [encodeDur=1.089057ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=396.448Β΅s] [type=file] [takeTime=3.110058ms] [] [2024/06/02 08:07:38.781 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/06/02 08:07:38.781 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/953be0c9-a270-4d52-99eb-8470afd836ae.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/06/02 08:07:38.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [2024/06/02 08:07:38.844 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [readDur=1.310527ms] [encodeDur=1.07904ms] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=52.664Β΅s] [type=file] [takeTime=2.706576ms] [] [2024/06/02 08:07:38.845 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/06/02 08:07:38.845 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/2313cc5c-08d1-4c0d-87d7-56c7c6963eb5.sst] [firstKey=7480000000000000885F728000000000000006] [lastKey=7480000000000000885F728000000000000007] [2024/06/02 08:07:38.899 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [2024/06/02 08:07:38.902 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [readDur=1.135454ms] [encodeDur=789.931Β΅s] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=54.125Β΅s] [type=file] [takeTime=2.242143ms] [] [2024/06/02 08:07:38.903 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=264.473602ms] [] [2024/06/02 08:07:38.903 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/2012b66b-e01e-4e02-816c-430899fdc9e2.sst] [firstKey=7480000000000000885F72800000000000000B] [lastKey=7480000000000000885F72800000000000000C] [2024/06/02 08:07:38.903 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/02 08:07:38.903 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/02 08:07:38.903 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:38.905 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.214439ms] [] [2024/06/02 08:07:38.905 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:38.910 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:38.933 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/02 08:07:38.933 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:38.947 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/02 08:07:38.949 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.422273ms] [] [2024/06/02 08:07:38.949 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:38.950 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.236682ms] [] [2024/06/02 08:07:38.950 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/02 08:07:38.950 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:38.952 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.463661ms] [] [2024/06/02 08:07:38.952 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:38.952 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:38.952 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=54.15Β΅s] [] [2024/06/02 08:07:38.952 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:38.953 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=801.929Β΅s] [] [2024/06/02 08:07:39.005 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:39.008 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:39.008 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:39.008 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:39.008 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:39.032 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:39.032 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:39.032 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:39.032 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:39.032 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:39.032 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=473.376423ms] [] [2024/06/02 08:07:39.067 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:39.069 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:39.071 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:39.071 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:39.143 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/06/02 08:07:39.146 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:39.146 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:39.380 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:39.425 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/02 08:07:39.425 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/02 08:07:39.425 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/02 08:07:39.433 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=7.758216ms] [] [2024/06/02 08:07:39.433 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/06/02 08:07:39.433 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/06/02 08:07:39.433 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/06/02 08:07:39.433 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/06/02 08:07:39.443 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/06/02 08:07:39.444 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/06/02 08:07:39.444 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=18.67334ms] [] [2024/06/02 08:07:39.444 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=18.902661ms] [] [2024/06/02 08:07:39.484 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=103.38077ms] [] [2024/06/02 08:07:39.562 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:39.562 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/06/02 08:07:39.566 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/06/02 08:07:39.610 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/06/02 08:07:39.649 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=11] [2024/06/02 08:07:39.672 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:39.672 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/06/02 08:07:39.783 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:39.947 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.228693261\n# Parse_time: 0.001050329\n# Compile_time: 0.002500119\n# Rewrite_time: 0.00041415\n# Optimize_time: 0.001471191\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:07:39.957 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/02 08:07:39.985 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:39.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:39.985 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:39.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:07:40.024 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.055 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=667.785Β΅s] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:40.066 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=95] [2024/06/02 08:07:40.068 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=17.602489ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:39.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.131 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.166 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=233.074Β΅s] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:40.205 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=96] [2024/06/02 08:07:40.208 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=46.591778ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.283 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:39.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.294 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 136, Old Table Name: t"] [2024/06/02 08:07:40.342 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=293.734Β΅s] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:07:40.355 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=97] [2024/06/02 08:07:40.357 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=19.022647ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:39.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.407 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/06/02 08:07:40.416 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/06/02 08:07:40.419 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:39.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.483 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/06/02 08:07:40.483 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:40.486 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.530058065\n# Parse_time: 0.00026781\n# Compile_time: 0.000608405\n# Rewrite_time: 0.000008648\n# Optimize_time: 0.001128682\n# Wait_TS: 0.000385097\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:07:40.489 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/06/02 08:07:40.540 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:40.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:40.540 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:40.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/06/02 08:07:40.605 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:40.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.615 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 139, Table Name: t"] [2024/06/02 08:07:40.687 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=2.777449ms] [gotSchemaVersion=98] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:40.699 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=140] [version=98] [2024/06/02 08:07:40.701 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=24.97608ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:40.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.756 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:40.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:40.798 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/06/02 08:07:40.798 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:40.802 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314747617\n# Parse_time: 0.001229273\n# Compile_time: 0.001431243\n# Rewrite_time: 0.000008609\n# Optimize_time: 0.001128682\n# Wait_TS: 0.000599136\n# DB: import_into\n# Is_internal: false\n# Digest: fba4d25935bef9b723af6dd92c3917cc2a54ad46b4abb3834b9c72b264c418a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/06/02 08:07:40.815 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:41.022 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:41.120 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=12] [task-id=12] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:41.165 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=12] [2024/06/02 08:07:41.165 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:41.270 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:41.272 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:41.273 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/06/02 08:07:41.292 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:41.295 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:41.295 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/02 08:07:41.295 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=139.671Β΅s] [2024/06/02 08:07:41.295 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=323.241Β΅s] [] [2024/06/02 08:07:41.295 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:41.295 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:07:41.457 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/06/02 08:07:41.477 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=12] [2024/06/02 08:07:41.484 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=12] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:41.533 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:41.535 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/06/02 08:07:41.536 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:41.544 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:41.544 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:41.544 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:41.545 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:41.546 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:41.546 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:41.546 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:41.546 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:41.546 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:41.559 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:41.561 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:41.561 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:41.561 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=12] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:41.561 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=12] [disk-quota=348.5GiB] [2024/06/02 08:07:41.607 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/06/02 08:07:41.611 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:41.614 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:41.614 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/06/02 08:07:41.642 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [2024/06/02 08:07:41.644 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [readDur=1.29486ms] [encodeDur=828.065Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=134.753Β΅s] [type=file] [takeTime=2.632952ms] [] [2024/06/02 08:07:41.645 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/06/02 08:07:41.645 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9256e62d-258d-44ca-9cf1-6d55bf49ed8b.sst] [firstKey=74800000000000008B5F728400000000000001] [lastKey=74800000000000008B5F728400000000000002] [2024/06/02 08:07:41.679 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [2024/06/02 08:07:41.682 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [readDur=1.062301ms] [encodeDur=1.2763ms] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=57.397Β΅s] [type=file] [takeTime=2.659366ms] [] [2024/06/02 08:07:41.683 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/77fdb7a9-2e8a-4870-8b6b-7d8ac399e8ea.sst] [firstKey=74800000000000008B5F728000000000000006] [lastKey=74800000000000008B5F728000000000000007] [2024/06/02 08:07:41.683 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/06/02 08:07:41.848 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [2024/06/02 08:07:41.850 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [readDur=1.102697ms] [encodeDur=750.172Β΅s] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=63.434Β΅s] [type=file] [takeTime=2.25313ms] [] [2024/06/02 08:07:41.851 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7577a531-23a5-4e62-add2-5ab79cd70f52.sst] [firstKey=74800000000000008B5F728C0000000000000B] [lastKey=74800000000000008B5F728C0000000000000C] [2024/06/02 08:07:41.851 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=244.798538ms] [] [2024/06/02 08:07:41.852 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/06/02 08:07:41.852 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/06/02 08:07:41.852 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:41.854 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.903129ms] [] [2024/06/02 08:07:41.854 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:07:41.859 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:41.880 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/02 08:07:41.881 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:41.894 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/02 08:07:41.896 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=41.924109ms] [] [2024/06/02 08:07:41.896 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:07:41.897 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.432726ms] [] [2024/06/02 08:07:41.898 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/06/02 08:07:41.898 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:41.899 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.689048ms] [] [2024/06/02 08:07:41.899 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:07:41.899 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:41.899 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=59.843Β΅s] [] [2024/06/02 08:07:41.900 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:07:41.900 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=901.039Β΅s] [] [2024/06/02 08:07:41.953 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/06/02 08:07:41.956 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:41.956 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:41.956 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:41.956 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:41.958 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:41.958 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:41.958 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:41.958 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:41.958 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:41.959 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=425.155433ms] [] [2024/06/02 08:07:41.987 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:41.990 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:41.992 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:41.992 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:42.065 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/06/02 08:07:42.067 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:42.067 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:42.312 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:42.356 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/06/02 08:07:42.356 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/06/02 08:07:42.356 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/06/02 08:07:42.366 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=9.435745ms] [] [2024/06/02 08:07:42.366 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/06/02 08:07:42.366 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/06/02 08:07:42.366 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/06/02 08:07:42.366 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/06/02 08:07:42.373 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=139] [physicalTableID=139] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/06/02 08:07:42.374 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/06/02 08:07:42.374 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=17.443299ms] [] [2024/06/02 08:07:42.374 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=17.678382ms] [] [2024/06/02 08:07:42.418 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=105.1808ms] [] [2024/06/02 08:07:42.496 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:42.496 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=12] [step=post-process] [state=running] [] [2024/06/02 08:07:42.500 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=12] [2024/06/02 08:07:42.539 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=12] [type=ImportInto] [2024/06/02 08:07:42.574 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=12] [2024/06/02 08:07:42.597 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:42.597 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=12] [2024/06/02 08:07:42.691 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.888624982\n# Parse_time: 0.00070365\n# Compile_time: 0.001477358\n# Rewrite_time: 0.000276935\n# Optimize_time: 0.001128682\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestCancelJob [2024/06/02 08:07:42.701 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:42.702 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/06/02 08:07:42.704 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/06/02 08:07:42.740 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:42.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:42.740 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:42.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_cancel_job"] [2024/06/02 08:07:42.814 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:42.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:42.851 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=1.213833ms] [gotSchemaVersion=99] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:42.863 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=99] [2024/06/02 08:07:42.865 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=19.901669ms] [job="ID:142, Type:create schema, State:done, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:42.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:42.902 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create schema, State:synced, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:42.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:42.932 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/06/02 08:07:42.932 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:42.939 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/06/02 08:07:43.001 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:42.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:43.001 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:42.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/02 08:07:43.044 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:42.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.051 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 143, Table Name: t1"] [2024/06/02 08:07:43.103 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.23914ms] [gotSchemaVersion=100] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:43.114 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=144] [version=100] [2024/06/02 08:07:43.116 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=18.99602ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:42.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.180 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:42.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.213 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/06/02 08:07:43.213 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:43.218 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/06/02 08:07:43.257 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:43.257 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/02 08:07:43.298 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.305 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 145, Table Name: t2"] [2024/06/02 08:07:43.383 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.376793ms] [gotSchemaVersion=101] [phyTblIDs="[145]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:43.394 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=146] [version=101] [2024/06/02 08:07:43.396 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=20.448479ms] [job="ID:146, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:43.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.476 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:43.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:43.514 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/06/02 08:07:43.514 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:43.517 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.300688147\n# Parse_time: 0.000385777\n# Compile_time: 0.000691045\n# Rewrite_time: 0.000007932\n# Optimize_time: 0.001343507\n# Wait_TS: 0.000358022\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/02 08:07:43.519 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/06/02 08:07:43.729 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/06/02 08:07:43.888 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/06/02 08:07:44.053 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/06/02 08:07:44.280 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/06/02 08:07:44.411 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/06/02 08:07:44.657 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:44.657 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=101] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:322\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:308\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:402\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/02 08:07:44.679 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:44.685 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d3516b9e-e57a-48ed-971b-cbb17cfd917b"] ["owner key"=/tidb/br-stream/owner/22318fd7fae397a3] [ownerID=d3516b9e-e57a-48ed-971b-cbb17cfd917b] [op=none] [2024/06/02 08:07:44.685 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d3516b9e-e57a-48ed-971b-cbb17cfd917b"] [2024/06/02 08:07:44.913 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/02 08:07:44.985 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=13] [task-id=13] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:44.993 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.334293352\n# Parse_time: 0.00155532\n# Compile_time: 0.00255049\n# Rewrite_time: 0.000450677\n# Optimize_time: 0.001343507\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzI5LjNtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzI5LjNtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t1` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/02 08:07:45.003 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:674.502199ms txnStartTS:450183997492035598 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:674.3ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:49 rocksdb_delete_skipped_count:24 rocksdb_key_skipped_count:120 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:07:45.010 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450183997492035598\n# Query_time: 0.704388922\n# Parse_time: 0\n# Compile_time: 0.020957495\n# Rewrite_time: 0.002621929\n# Optimize_time: 0.012629122\n# Wait_TS: 0.000153183\n# Cop_time: 0.676586065 Process_time: 0.000244285 Wait_time: 0.000130183 Request_count: 2 Total_keys: 76 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 36 Rocksdb_key_skipped_count: 180 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000122142 Cop_proc_p90: 0.00015958 Cop_proc_max: 0.00015958 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 6.5091e-05 Cop_wait_p90: 6.5375e-05 Cop_wait_max: 6.5375e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17006\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('hyWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjY3Ny45bXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwA3PV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAu1wQANjJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUlpQMUMDMxOTUyATEd8Qw6NSwgRZVsbnVtOjAsIHRvdF93YWl0OjMuMzgzOTc5MTA1cwkXFGV4ZWM6MA0NZfoBJAQ0MAEjQDJzLCBtYXg6Njc2Ljg1MDc4BWgIcDk1MhIAFH0sIGZpbmKhABA1NzU2NgU5XqEAAa0VoRg3LjU1M8K1DZEFnhA1LjI1NBUTFaQYNjUyNzM1NxWkHDcuNDgzOTA4IQwJpBkSAH2BpgEEBAozwRYcOAkwCTAuMDJeqwaBpFo4BCVX/hkGWhkGeWBafQAyLANeJAAu+AJaJABJy1odAC6WAjKnBnahBVnBADaqOQYYNAkxN18yMDGQUGlubmVyIGpvaW4sIGVxdWFsOltlcS7fBUqEAHLNAAEdECkgZXEo0T0AN8HJyewINildLrUANnYDWGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsRfpFzhBmZXRjaBkPBTAMOjBzfR6ACBEIIAo1CTNfMjEoQgFRACkR6T18jtMASiQAMugBDGNhc3R6JwFZuTBkb3VibGUgQklOQVJZ/VgANz0OYUUaWQkhMSJzCOX6CDIuNvX6FDYJMzBfMnVRGUMANTaeCQgyNDYaoAkOMAgYNwk0N18yNTEVGDFfMAkxMAkpaTRzdCwgaW5kZXg6aWR4X4ECDF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCIBdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8umgAlwRXfCGNvcBKiCgg6IHuhMAQgMYn2FCA2NzQuNSEJDHByb2Nh9AhzOiCtTQESGDogODQuN8KRq6VgECA2NC44BRNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsSSwFcwhfZHUFGhhuOiA3OS45BTosbWF4X2Rpc3RzcWxfPeVMOiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjGlzQ5qCwRpbcEYMDQuM21zfX0sIHRpa3YFagQ6ewUboeoN+Tx9LCBzY2FuX2RldGFpbDogSeEN6Aw0OSwgEh8KGG5hcHNob3SpdwQgM6mbmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMjQsIGtleT4XAAQxMgH9CGxvYyFrAH0JnwRtZT6BACFcCGVzcw1yLmQBwWQEYWkRjDVrBeT5FhggNjczLjRtvfQwNwkxXzI3KFByb2JlKUVtpf0EaW56MwNBP0hlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAhlcClh+kH7AQQcCjgJNDVfMjYFizL4AoLDAgE/AQSJVgA5EdQYMAkyOS45Ny5XBD7tCp1yLhsAmRdeIQASjwpaHQAtIloeAP7QBv7QBk7QBj4qBS4MAeH3Xh0FDt0MZUIIMi41hRVtRkYeBQw0LjM0HhgNpR4FPCmgkYUIMi40MrwOSh4FBDMzLh4FADOxHrUdJXsAKAUGvRUMcGF1c0GgACwVCihdLCBbInJldmVydAkZGQwJG03SACxV3KJLBQgxLjg2KQZeSgUIMS4zJTRh241hMkkFEDE1OS42hf0iCQoMIDY1Lhb1CQBjwkoFADgNTe5KBalKDDEuMjb2SQUEMjdWSQUAMgXvfkkFBDEywdcAeT5JBQA2vUjZZK19ADaaWgUydQE6WwUxfD5bBRgzNzIuNcK1OlwFBDM1kYjhyUnqVh4FLm4DEpsJRhcFBDM0BUYu8QKmFgU=')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('yCjACsMoCgdTb3J0XzEzEqonCg1Qcm9qZWN0aW9uXzE1Ep4kCgpIYXNoQWdnXzE2EsoaCjIhABQ4Ep4XCgsBISRKb2luXzIwEvoJMkMAZDIxEoMICg5JbmRleExvb2tVcF8yOBKVBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwbV0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oVdGltZTo2NzUuMm1zLCBsb29wczoxYtoBY29wX3Rhc2s6IHtudW06IDEsIG1heDogNjc0LjVtcywgcHJvY19rZXlzOiAwLCB0b3RfARIoOiA4NC43wrVzLCABEyR3YWl0OiA2NC44BROgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhhuOiA3OS45BTrQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFhAhhbF8N5DQ0LjNtc319avwBdGlrdgVrBDp7BRwEMHMV+wx9LCBzIZUoZGV0YWlsOiB7dG8BQ1RrZXlzOiA0OSwgZ2V0X3NuYXBzaG90CVoIIDMzBaSYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyNCwga2V5PhcABDEyAf4sbG9jazoge319fSwgAZQ+gQAhXQhlc3MNci5lAQRhbCVnDRo1bAXkCHdhbA3/KCA2NzMuNG1zfXD/EQEEAXgRCiT/ARKdAgoMU2VsTf88MjcSbgoRVGFibGVSb3dJREmoADZJpQRUpTqlAggNCgtdpQRSHnZ0AlaBAAgaAQIJXiyQpUApoNtLGqN1lD9hAxBSbmluKGUCTC50aWRiX2JhY2tncm91bmRfc3ViQaMALkHSSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSlWnwAcIY1EbI0y9XIdnAgBQAF9PwA5fT8EcPYuWwFh3Ripg8CnYxV0Nj4ACFKVAX7YAAxlcCwgdiQAfQ0ULCBjYXN0euUAITFBznAsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzdaE0GBDDo2NzYd1AhiD0N9dxRPRkZw7BQuQAIEtws2/QQMORL5Bzb9BAwzNhLTRv0ECDMzGpH9BLiaUVgAPon9CBwKGlFYFAF0Gg4KBSXpABIJBwRSbZH0DHBhdXMh7AAsFQooXSwgWyJyZXZlcnQJGRkMCRtNHgAsVSiGKgUAFCUVCDEuODIWAQTZAV4pBQwxLjM1IUBhuSFxBHM6NigFEDE1OS42hTi9KQg1LjQFEwBjwikFADgNTe4pBakpDDEuMjalKASPAoVEQTK6KAUEMjdWKAUAMgXdfigFBDEywbcAeT4oBQA2vSfZRK1cADaaOQUydgE6OgUxfQX2vToYMzcyLjXCtWI7BQTWAS47BQwzNRJtQjsFBDM0id0Eqrk64wIIDAoKWeP6OgUoBLpAKbkehetR+D1lQARSKFb7BAxnbG9i4RYEYXOhO2r0BBiJO8PWS+GNHVaB9GkJCDIuNG7zBCACIekglPkmAY82PQAIUtsCnc8uiQAEaWQy6gQuGwABqWFCZiEACHlwZWIdAIU0Yh4AGHByaW9yaXRmXAAUY3JlYXRl5V1iRQAyhAVa4AAAcz7MBTbiAAByElcIBGNvAck+xgUuKgAhJ165BQA2NZsANYV6Hs0JQroFBNwivbpEIcWpGiU5zpRAKYnS3uALk5k/IeZYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6XQZy5QABHRApIGVxKNVpBCwgEQsINild9UwENi4yYgUAORYZChRoYXNoX3QOkQgEOnsSkwnBoBa1ChBmZXRjaBkPBTAsOjBzfSF+/VR9SBaVOtoAAMv+gwL+gwL+gwL+gwKKgwJdxUpwCV3wPbYAN8HuYnQCBNglLnQCGM6mZ+JvmpWxDQDwSXQEtwYO2QkQcCBieTodgT7/AiBmdW5jczptYXh6jQIdpireCAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG8ZkwAESKemACB7WpOAKULKSN+nAClGmZLAAUfnpYAsUhmTwARIp5SAL15ZlUAHSWiWAAmxwpqWAAZJZ5YAIXfYjICAR6eSgAAdN0OZlIALiYAdYYANzY8BRjFAnBhcnRpDugIGG9ya2VyOnsm1wgkNjc3LjAzMTk1MmG4HfEMOjUsIEWVEG51bTowEkQPEmEOLDozLjM4Mzk3OTEwNRrfDw6IEBI9Dw7DChIgCwEkBDQwASMIMnMsDo0KpZgQODUwNzgFaAhwOTUyEgAUfSwgZmluYqEAEDU3NTY2BTleoQABrQBvEaEQNy41NTMSZAoBFAWeDDUuMjUWVAsBExWkGDY1MjczNTcVpBw3LjQ4MzkwOCEMCaQZElozDxghNA3OSNbkPsUEAKv+Xwb+XwY6XwZJelrJBHmVWiEAPXdm/wiKIwkurgL59wA1XbmuPwYUkscXVdj8PnoBAF5axACG5QCKwQAEaWQdrDQ5bXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:07:45.034 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=13] [2024/06/02 08:07:45.034 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:45.142 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:45.143 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:45.144 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/06/02 08:07:45.165 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:45.168 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/02 08:07:45.168 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/06/02 08:07:45.169 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=51.938Β΅s] [2024/06/02 08:07:45.169 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=177.23Β΅s] [] [2024/06/02 08:07:45.169 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:45.169 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:45.171 +00:00] [INFO] [import_into.go:312] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/06/02 08:07:45.268 +00:00] [WARN] [session.go:804] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=450183997727703049, conflictStartTS=450183997727703044, conflictCommitTS=450183997727703050, key={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, primary={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalPrimaryKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/06/02 08:07:45.269 +00:00] [WARN] [session.go:1092] [retrying] [schemaVersion=101] [retryCnt=0] [queryNum=0] [sql=] [2024/06/02 08:07:45.290 +00:00] [WARN] [session.go:1092] [retrying] [schemaVersion=101] [retryCnt=0] [queryNum=1] [sql=] [2024/06/02 08:07:45.296 +00:00] [WARN] [session.go:1092] [retrying] [schemaVersion=101] [retryCnt=0] [queryNum=2] [sql=] [2024/06/02 08:07:45.298 +00:00] [WARN] [session.go:1092] [retrying] [schemaVersion=101] [retryCnt=0] [queryNum=3] [sql=] [2024/06/02 08:07:45.299 +00:00] [WARN] [session.go:1115] ["transaction association"] ["retrying txnStartTS"=450183997753917442] ["original txnStartTS"=450183997727703049] [2024/06/02 08:07:45.308 +00:00] [INFO] [scheduler.go:144] ["task state/step changed by user or other scheduler"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/06/02 08:07:45.316 +00:00] [INFO] [scheduler.go:272] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/06/02 08:07:45.358 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:274\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:216\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:45.361 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/06/02 08:07:45.442 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=13] [2024/06/02 08:07:45.460 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:45.460 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=13] [2024/06/02 08:07:45.555 +00:00] [INFO] [import_into.go:315] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=384.502443ms] [] [2024/06/02 08:07:45.556 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.392850359\n# Parse_time: 0.000250291\n# Compile_time: 0.000751097\n# Rewrite_time: 0.000005785\n# Optimize_time: 0.001343507\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 13;"] [2024/06/02 08:07:45.585 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:46.101 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:46.101 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=101] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/02 08:07:46.110 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:46.110 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=101] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:322\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:308\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:450\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/02 08:07:46.118 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:46.119 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=101] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/02 08:07:46.141 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:46.316 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/02 08:07:46.420 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=14] [task-id=14] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:46.432 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.311421147\n# Parse_time: 0.000861761\n# Compile_time: 0.002635148\n# Rewrite_time: 0.000425783\n# Optimize_time: 0.000175511\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzA3LjFtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzA3LjFtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/02 08:07:46.473 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=14] [2024/06/02 08:07:46.473 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:46.578 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:46.579 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:46.580 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/06/02 08:07:46.600 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:46.603 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/02 08:07:46.603 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/06/02 08:07:46.603 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=65.788Β΅s] [2024/06/02 08:07:46.603 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=213.786Β΅s] [] [2024/06/02 08:07:46.603 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:46.603 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:46.700 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/06/02 08:07:46.722 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=14] [2024/06/02 08:07:46.744 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=14] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:07:46.787 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:46.788 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/06/02 08:07:46.788 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:46.796 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:46.796 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:46.797 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:46.797 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:46.798 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:46.798 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:46.798 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:46.798 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:46.798 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:46.812 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:46.814 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:46.814 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/02 08:07:46.814 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=14] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:46.814 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=14] [disk-quota=348.5GiB] [2024/06/02 08:07:46.885 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/06/02 08:07:46.890 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/06/02 08:07:46.893 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/06/02 08:07:46.894 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=145] [2024/06/02 08:07:46.950 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=145] [key=t.csv:0] [2024/06/02 08:07:46.953 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=145] [key=t.csv:0] [readDur=1.101473ms] [encodeDur=1.390316ms] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=388.224Β΅s] [type=file] [takeTime=3.306937ms] [] [2024/06/02 08:07:46.954 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=68.768639ms] [] [2024/06/02 08:07:46.954 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/1f464734-74a6-48b6-a4cd-ea4cf5c9f308.sst] [firstKey=7480000000000000915F728000000000000001] [lastKey=7480000000000000915F728000000000000002] [2024/06/02 08:07:46.954 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/06/02 08:07:46.954 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/06/02 08:07:46.954 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/06/02 08:07:46.957 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=2.28097ms] [] [2024/06/02 08:07:46.957 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/06/02 08:07:46.962 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:46.983 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/06/02 08:07:46.984 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:46.999 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/02 08:07:47.001 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=43.86009ms] [] [2024/06/02 08:07:47.001 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/06/02 08:07:47.002 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.051151ms] [] [2024/06/02 08:07:47.002 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/06/02 08:07:47.002 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/06/02 08:07:47.004 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.779544ms] [] [2024/06/02 08:07:47.004 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/06/02 08:07:47.004 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/06/02 08:07:47.004 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=54.796Β΅s] [] [2024/06/02 08:07:47.004 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/06/02 08:07:47.005 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=848.257Β΅s] [] [2024/06/02 08:07:47.056 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/06/02 08:07:47.059 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:47.059 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:47.059 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:47.059 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:47.059 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:47.059 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:47.059 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:47.060 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:47.060 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:47.060 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:47.060 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:47.060 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:47.060 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:47.062 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:47.062 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:47.063 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:47.063 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:47.063 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:47.063 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=276.010404ms] [] [2024/06/02 08:07:47.098 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:47.100 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:47.101 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:47.101 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:47.170 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/06/02 08:07:47.171 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:47.171 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:07:47.337 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:07:47.382 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/06/02 08:07:47.390 +00:00] [INFO] [import_into.go:312] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/06/02 08:07:47.478 +00:00] [INFO] [scheduler.go:144] ["task state/step changed by user or other scheduler"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=post-process] [new-step=post-process] [2024/06/02 08:07:47.485 +00:00] [INFO] [scheduler.go:272] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=post-process] [2024/06/02 08:07:47.538 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=14] [2024/06/02 08:07:47.592 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:274\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:216\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:47.593 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/06/02 08:07:47.599 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=14] [2024/06/02 08:07:47.694 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=14] [2024/06/02 08:07:47.719 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:47.719 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=14] [2024/06/02 08:07:47.764 +00:00] [INFO] [import_into.go:315] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=373.513032ms] [] [2024/06/02 08:07:47.764 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.381914014\n# Parse_time: 0.000581078\n# Compile_time: 0.000642761\n# Rewrite_time: 0.000004302\n# Optimize_time: 0.000175511\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/06/02 08:07:47.805 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:47.911 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/06/02 08:07:47.911 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/06/02 08:07:47.911 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=36.785Β΅s] [] [2024/06/02 08:07:47.911 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/02 08:07:47.911 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/02 08:07:47.911 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [weight=30] [2024/06/02 08:07:47.911 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [concurrency=15] [2024/06/02 08:07:47.913 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:07:47.914 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:07:47.914 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=101] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/06/02 08:07:47.915 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:07:47.916 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:07:47.917 +00:00] [WARN] [task_executor.go:620] ["subtask canceled"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/06/02 08:07:47.930 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:07:47.946 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=14] [type=ImportInto] [2024/06/02 08:07:48.865 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/06/02 08:07:48.895 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:48.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:48.895 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:48.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t2"] [2024/06/02 08:07:48.961 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:48.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:48.972 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 141, Table ID: 147, Table Name: t2, Old Table ID: 145, Old Table Name: t2"] [2024/06/02 08:07:49.006 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=2.715559ms] [gotSchemaVersion=102] [phyTblIDs="[147]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:49.017 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=148] [version=102] [2024/06/02 08:07:49.019 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=19.950751ms] [job="ID:148, Type:truncate table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:48.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.065 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[145]"] [comment="drop table: table ID"] [2024/06/02 08:07:49.073 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="truncate table"] [2024/06/02 08:07:49.078 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:truncate table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:48.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:49.155 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/06/02 08:07:49.155 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:49.172 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:49.342 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/02 08:07:49.420 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=15] [task-id=15] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:07:49.482 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=15] [2024/06/02 08:07:49.482 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:07:49.589 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:49.590 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:49.591 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/06/02 08:07:49.598 +00:00] [INFO] [import_into.go:312] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/06/02 08:07:50.136 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:50.139 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/02 08:07:50.139 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/06/02 08:07:50.139 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=59.654Β΅s] [2024/06/02 08:07:50.139 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=203.199Β΅s] [] [2024/06/02 08:07:50.139 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:50.140 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:07:50.200 +00:00] [INFO] [scheduler.go:144] ["task state/step changed by user or other scheduler"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/06/02 08:07:50.206 +00:00] [INFO] [scheduler.go:272] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/06/02 08:07:50.300 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:274\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:216\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:50.302 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/06/02 08:07:50.388 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=15] [2024/06/02 08:07:50.414 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:50.414 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=15] [2024/06/02 08:07:50.496 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:50.582 +00:00] [INFO] [import_into.go:315] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=983.794088ms] [] [2024/06/02 08:07:50.582 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.990310282\n# Parse_time: 0.000383576\n# Compile_time: 0.000589753\n# Rewrite_time: 0.000006146\n# Optimize_time: 0.000156609\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestImportInto/TestChecksumNotMatch [2024/06/02 08:07:50.618 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/06/02 08:07:50.620 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/06/02 08:07:50.649 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:50.649 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/02 08:07:50.707 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.746 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=1.060801ms] [gotSchemaVersion=103] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:50.758 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=150] [version=103] [2024/06/02 08:07:50.761 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=22.169986ms] [job="ID:150, Type:create schema, State:done, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.838 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create schema, State:synced, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:50.870 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/06/02 08:07:50.870 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:50.879 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:07:50.882 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:07:50.933 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:50.933 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:07:50.992 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.000 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 149, Table ID: 151, Table Name: t"] [2024/06/02 08:07:51.066 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=3.062002ms] [gotSchemaVersion=104] [phyTblIDs="[151]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:51.080 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=152] [version=104] [2024/06/02 08:07:51.082 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=24.105936ms] [job="ID:152, Type:create table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:50.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.138 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:create table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:50.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:51.172 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=d3516b9e-e57a-48ed-971b-cbb17cfd917b] [daemon-id=LogBackup::Advancer] [2024/06/02 08:07:51.172 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/02 08:07:51.190 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/06/02 08:07:51.190 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:51.194 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.312652697\n# Parse_time: 0.000648606\n# Compile_time: 0.000802441\n# Rewrite_time: 0.000039864\n# Optimize_time: 0.000154713\n# Wait_TS: 0.000375783\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:07:51.238 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:51.453 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:51.586 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=16] [task-id=16] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:51.620 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/06/02 08:07:51.621 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:51.727 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:51.729 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:51.730 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/06/02 08:07:51.751 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:51.754 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:51.754 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/02 08:07:51.754 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=79.206Β΅s] [2024/06/02 08:07:51.754 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=197.897Β΅s] [] [2024/06/02 08:07:51.754 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/06/02 08:07:51.754 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/06/02 08:07:51.889 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/06/02 08:07:51.910 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=16] [2024/06/02 08:07:51.917 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=16] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:51.981 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:51.983 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/06/02 08:07:51.984 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:51.995 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:51.995 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:51.995 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:51.995 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:51.996 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:51.996 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:51.997 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:51.997 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:51.997 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:52.013 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:52.015 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:52.015 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:52.015 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=16] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:52.015 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=16] [disk-quota=348.5GiB] [2024/06/02 08:07:52.059 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [2024/06/02 08:07:52.064 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:07:52.067 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:52.068 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/06/02 08:07:52.089 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/06/02 08:07:52.092 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=1.2664ms] [encodeDur=845.722Β΅s] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [deliverDur=55.785Β΅s] [type=file] [takeTime=2.608286ms] [] [2024/06/02 08:07:52.092 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000002] [2024/06/02 08:07:52.093 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [takeTime=33.246958ms] [] [2024/06/02 08:07:52.093 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/2b081966-4fa0-4493-b56b-6f3c3987cc6c.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/06/02 08:07:52.093 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/06/02 08:07:52.093 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/06/02 08:07:52.093 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:07:52.095 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.152265ms] [] [2024/06/02 08:07:52.095 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:07:52.100 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:52.122 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/06/02 08:07:52.122 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:52.136 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/02 08:07:52.138 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.744778ms] [] [2024/06/02 08:07:52.138 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:07:52.139 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.020399ms] [] [2024/06/02 08:07:52.139 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/06/02 08:07:52.139 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:52.141 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.631885ms] [] [2024/06/02 08:07:52.141 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:07:52.141 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:52.141 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=54.188Β΅s] [] [2024/06/02 08:07:52.141 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:52.142 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=808.46Β΅s] [] [2024/06/02 08:07:52.205 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/06/02 08:07:52.209 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/02 08:07:52.212 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:52.213 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/06/02 08:07:52.240 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/06/02 08:07:52.243 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=1.09583ms] [encodeDur=1.033369ms] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [deliverDur=71.799Β΅s] [type=file] [takeTime=2.540362ms] [] [2024/06/02 08:07:52.243 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000004] [2024/06/02 08:07:52.244 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/096f53c5-132e-4e0c-871c-537b3a095ac4.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/06/02 08:07:52.244 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=38.981856ms] [] [2024/06/02 08:07:52.244 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/06/02 08:07:52.244 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/06/02 08:07:52.244 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/02 08:07:52.246 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.688223ms] [] [2024/06/02 08:07:52.246 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/06/02 08:07:52.250 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:52.273 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/06/02 08:07:52.273 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:52.286 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/02 08:07:52.288 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=41.960789ms] [] [2024/06/02 08:07:52.288 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/02 08:07:52.289 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.023907ms] [] [2024/06/02 08:07:52.289 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/06/02 08:07:52.289 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:52.291 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.449442ms] [] [2024/06/02 08:07:52.291 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/06/02 08:07:52.291 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:52.291 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=49.81Β΅s] [] [2024/06/02 08:07:52.291 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:52.292 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=825.764Β΅s] [] [2024/06/02 08:07:52.335 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/06/02 08:07:52.339 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:52.339 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:52.340 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:52.339 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:52.340 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:52.340 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:52.340 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:52.340 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:52.340 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:52.340 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:52.340 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:52.340 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:52.340 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:52.342 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:52.342 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:52.342 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:52.342 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:52.342 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:52.342 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=360.127904ms] [] [2024/06/02 08:07:52.348 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:52.350 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:52.351 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:52.351 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:52.448 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/02 08:07:52.450 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:52.450 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:52.599 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:52.655 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/06/02 08:07:52.656 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/06/02 08:07:52.656 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/06/02 08:07:52.656 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=15.126Β΅s] [] [2024/06/02 08:07:52.656 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/02 08:07:52.656 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/02 08:07:52.656 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [weight=30] [2024/06/02 08:07:52.656 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [concurrency=15] [2024/06/02 08:07:52.663 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=151] [physicalTableID=151] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/06/02 08:07:52.664 +00:00] [ERROR] [subtask_executor.go:108] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=8.340249ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:108\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:07:52.664 +00:00] [ERROR] [task_executor.go:489] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=8.843644ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:489\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:07:52.665 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:07:52.665 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:07:52.666 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/06/02 08:07:52.689 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=89.671483ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/06/02 08:07:52.689 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:07:52.787 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\\\"}\"]"] [2024/06/02 08:07:52.840 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=16] [type=ImportInto] [2024/06/02 08:07:52.844 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/06/02 08:07:52.846 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/06/02 08:07:52.853 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=16] [2024/06/02 08:07:52.928 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=16] [2024/06/02 08:07:52.954 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:52.955 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=16] [2024/06/02 08:07:53.049 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:53.131 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestChecksumNotMatch\n\ttests/realtikvtest/importintotest/import_into_test.go:710\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/02 08:07:53.132 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.936850234\n# Parse_time: 0.000693154\n# Compile_time: 0.027390195\n# Rewrite_time: 0.000642389\n# Optimize_time: 0.000154713\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS45MXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuOTFzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/06/02 08:07:53.143 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/06/02 08:07:53.206 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:53.206 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/06/02 08:07:53.284 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.298 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 153, Table Name: t, Old Table ID: 151, Old Table Name: t"] [2024/06/02 08:07:53.355 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=4.047012ms] [gotSchemaVersion=105] [phyTblIDs="[153]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:53.373 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=105] [2024/06/02 08:07:53.375 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=29.385204ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.426 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/06/02 08:07:53.444 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/06/02 08:07:53.448 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:53.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:53.507 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/06/02 08:07:53.508 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:53.511 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.3690506\n# Parse_time: 0.000310072\n# Compile_time: 0.000904587\n# Rewrite_time: 0.000040912\n# Optimize_time: 0.000999177\n# Wait_TS: 0.000327281\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:07:53.530 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:53.768 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:53.873 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=17] [task-id=17] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:53.912 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=17] [2024/06/02 08:07:53.912 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:54.017 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:54.018 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:54.019 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/06/02 08:07:54.063 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:54.067 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:54.067 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/02 08:07:54.067 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=97.961Β΅s] [2024/06/02 08:07:54.068 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=298.387Β΅s] [] [2024/06/02 08:07:54.068 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/06/02 08:07:54.068 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/06/02 08:07:54.224 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/06/02 08:07:54.246 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=17] [2024/06/02 08:07:54.256 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=17] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:54.297 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:54.298 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/06/02 08:07:54.300 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:54.308 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:54.308 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:54.308 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:54.309 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:54.310 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:54.310 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:54.310 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:54.310 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:54.310 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:54.326 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:54.327 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:54.328 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:54.328 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=17] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:54.328 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=17] [disk-quota=348.5GiB] [2024/06/02 08:07:54.387 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [2024/06/02 08:07:54.392 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:07:54.395 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:54.395 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/06/02 08:07:54.480 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/06/02 08:07:54.483 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=1.270966ms] [encodeDur=1.195564ms] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [deliverDur=548.93Β΅s] [type=file] [takeTime=3.494982ms] [] [2024/06/02 08:07:54.484 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000002] [2024/06/02 08:07:54.485 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [takeTime=97.949438ms] [] [2024/06/02 08:07:54.485 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3875fdd4-4b85-4bf9-82cf-fb9519fabd9d.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/06/02 08:07:54.486 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/06/02 08:07:54.486 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/06/02 08:07:54.486 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:07:54.488 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.357675ms] [] [2024/06/02 08:07:54.488 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:07:54.494 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:54.516 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/06/02 08:07:54.516 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:54.532 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/02 08:07:54.534 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=45.414062ms] [] [2024/06/02 08:07:54.534 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:07:54.535 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.256074ms] [] [2024/06/02 08:07:54.535 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/06/02 08:07:54.535 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:54.537 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.52374ms] [] [2024/06/02 08:07:54.537 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:07:54.537 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:54.537 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=53.517Β΅s] [] [2024/06/02 08:07:54.537 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:54.538 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=914.042Β΅s] [] [2024/06/02 08:07:54.609 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [2024/06/02 08:07:54.613 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/02 08:07:54.616 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:54.617 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/06/02 08:07:54.730 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/06/02 08:07:54.734 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=1.88483ms] [encodeDur=936.206Β΅s] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [deliverDur=58.166Β΅s] [type=file] [takeTime=3.227509ms] [] [2024/06/02 08:07:54.734 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000004] [2024/06/02 08:07:54.735 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [takeTime=126.372917ms] [] [2024/06/02 08:07:54.735 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/f7b63560-33f8-40cb-8eb8-e391f7516972.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/06/02 08:07:54.735 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/06/02 08:07:54.735 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/06/02 08:07:54.735 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/02 08:07:54.738 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.427662ms] [] [2024/06/02 08:07:54.738 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/06/02 08:07:54.743 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:54.765 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/06/02 08:07:54.766 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:54.780 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/02 08:07:54.783 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=44.55704ms] [] [2024/06/02 08:07:54.783 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/02 08:07:54.784 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.232494ms] [] [2024/06/02 08:07:54.784 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/06/02 08:07:54.784 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:54.786 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.489596ms] [] [2024/06/02 08:07:54.786 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/06/02 08:07:54.786 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:54.786 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=58.646Β΅s] [] [2024/06/02 08:07:54.786 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:54.787 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.205244ms] [] [2024/06/02 08:07:54.836 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:54.837 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/06/02 08:07:54.838 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:54.839 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:54.839 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:54.843 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:54.843 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:54.843 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:54.843 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:54.845 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:54.845 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:54.845 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:54.845 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:54.845 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:54.845 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=548.492723ms] [] [2024/06/02 08:07:54.933 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/02 08:07:54.936 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:54.936 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:55.095 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:55.145 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/06/02 08:07:55.146 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/06/02 08:07:55.146 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/06/02 08:07:55.146 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=11.283Β΅s] [] [2024/06/02 08:07:55.146 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/02 08:07:55.146 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=184.705Β΅s] [] [2024/06/02 08:07:55.146 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=395.427Β΅s] [] [2024/06/02 08:07:55.186 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=90.851016ms] [] [2024/06/02 08:07:55.232 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:55.232 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=17] [step=post-process] [state=running] [] [2024/06/02 08:07:55.236 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=17] [2024/06/02 08:07:55.302 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=17] [type=ImportInto] [2024/06/02 08:07:55.318 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=17] [2024/06/02 08:07:55.343 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:55.343 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=17] [2024/06/02 08:07:55.434 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9218938749999999\n# Parse_time: 0.000783963\n# Compile_time: 0.001765147\n# Rewrite_time: 0.000415141\n# Optimize_time: 0.000999177\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/06/02 08:07:55.435 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:55.444 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=105] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/06/02 08:07:55.482 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:55.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:55.482 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-02 08:07:55.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/06/02 08:07:55.527 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:55.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.539 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 155, Table Name: t, Old Table ID: 153, Old Table Name: t"] [2024/06/02 08:07:55.584 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=3.078434ms] [gotSchemaVersion=106] [phyTblIDs="[155]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:07:55.596 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=156] [version=106] [2024/06/02 08:07:55.598 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=21.6432ms] [job="ID:156, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.691 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/06/02 08:07:55.700 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="truncate table"] [2024/06/02 08:07:55.704 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:55.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:55.771 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/06/02 08:07:55.771 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:55.775 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.331606621\n# Parse_time: 0.000259315\n# Compile_time: 0.000835409\n# Rewrite_time: 0.000037585\n# Optimize_time: 0.001115849\n# Wait_TS: 0.000411013\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:07:55.789 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:55.967 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:56.101 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=18] [task-id=18] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:07:56.139 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/06/02 08:07:56.139 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:07:56.244 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:56.245 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:56.246 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/06/02 08:07:56.269 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:56.272 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:07:56.272 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/02 08:07:56.272 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=100.825Β΅s] [2024/06/02 08:07:56.272 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=272.319Β΅s] [] [2024/06/02 08:07:56.272 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/06/02 08:07:56.272 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/06/02 08:07:56.393 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/06/02 08:07:56.447 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=18] [2024/06/02 08:07:56.472 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=18] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:07:56.514 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:56.515 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/06/02 08:07:56.517 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:56.527 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:56.527 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:56.527 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:56.527 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:56.528 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:56.528 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:56.528 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:56.528 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:56.528 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:56.541 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:56.543 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:56.543 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:07:56.543 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=18] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:56.543 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=18] [disk-quota=348.5GiB] [2024/06/02 08:07:56.587 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [2024/06/02 08:07:56.591 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:07:56.595 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:56.595 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/06/02 08:07:56.620 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [2024/06/02 08:07:56.623 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [readDur=1.151974ms] [encodeDur=927.249Β΅s] [checksum="{cksum=2204827062899216703,size=111,kvs=3}"] [deliverDur=510.281Β΅s] [type=file] [takeTime=2.946608ms] [] [2024/06/02 08:07:56.624 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000002] [2024/06/02 08:07:56.624 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [takeTime=36.856215ms] [] [2024/06/02 08:07:56.624 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/c3871fa5-530d-4116-9551-c49ded785401.sst] [firstKey=74800000000000009B5F728000000000000001] [lastKey=74800000000000009B5F728000000000000002] [2024/06/02 08:07:56.625 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/06/02 08:07:56.625 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/06/02 08:07:56.625 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:07:56.627 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.899353ms] [] [2024/06/02 08:07:56.627 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:07:56.631 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:56.653 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/06/02 08:07:56.653 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:56.667 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/02 08:07:56.668 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.603994ms] [] [2024/06/02 08:07:56.668 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:07:56.670 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.138789ms] [] [2024/06/02 08:07:56.670 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/06/02 08:07:56.670 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:56.672 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.100735ms] [] [2024/06/02 08:07:56.672 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:07:56.672 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:56.672 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=54.691Β΅s] [] [2024/06/02 08:07:56.672 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:07:56.673 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=830.632Β΅s] [] [2024/06/02 08:07:56.743 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [2024/06/02 08:07:56.747 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/02 08:07:56.750 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:56.751 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/06/02 08:07:56.811 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [2024/06/02 08:07:56.813 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [readDur=1.105663ms] [encodeDur=1.027687ms] [checksum="{cksum=384889320778658455,size=111,kvs=3}"] [deliverDur=49.519Β΅s] [type=file] [takeTime=2.472101ms] [] [2024/06/02 08:07:56.814 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000004] [2024/06/02 08:07:56.814 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/0abb0d1e-2bfa-4746-a96b-cd00c00522e4.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000006] [2024/06/02 08:07:56.814 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [takeTime=70.90917ms] [] [2024/06/02 08:07:56.814 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/06/02 08:07:56.814 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/06/02 08:07:56.815 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/02 08:07:56.817 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.001756ms] [] [2024/06/02 08:07:56.817 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/06/02 08:07:56.821 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:56.843 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/06/02 08:07:56.843 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:56.856 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/02 08:07:56.882 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=65.510241ms] [] [2024/06/02 08:07:56.883 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/02 08:07:56.884 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.65557ms] [] [2024/06/02 08:07:56.884 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/06/02 08:07:56.884 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:56.886 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.76767ms] [] [2024/06/02 08:07:56.886 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/06/02 08:07:56.886 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:56.886 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=84.779Β΅s] [] [2024/06/02 08:07:56.887 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/02 08:07:56.887 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=931.414Β΅s] [] [2024/06/02 08:07:56.931 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:56.937 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:56.937 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:56.937 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:56.937 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:56.939 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:56.939 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:56.939 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:56.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:56.939 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:56.940 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=425.919053ms] [] [2024/06/02 08:07:56.958 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:56.960 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:56.963 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:56.963 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:57.025 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/02 08:07:57.027 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:57.027 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:07:57.158 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:07:57.223 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/06/02 08:07:57.223 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/06/02 08:07:57.223 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/06/02 08:07:57.223 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=15.685Β΅s] [] [2024/06/02 08:07:57.224 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/02 08:07:57.224 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/02 08:07:57.224 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [weight=30] [2024/06/02 08:07:57.224 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [concurrency=15] [2024/06/02 08:07:57.229 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/06/02 08:07:57.229 +00:00] [WARN] [table_import.go:856] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:07:57.230 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=6.247259ms] [] [2024/06/02 08:07:57.230 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=6.480832ms] [] [2024/06/02 08:07:57.262 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:57.263 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=18] [step=post-process] [state=running] [] [2024/06/02 08:07:57.266 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=18] [2024/06/02 08:07:57.270 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=112.124723ms] [] [2024/06/02 08:07:57.322 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=18] [type=ImportInto] [2024/06/02 08:07:57.344 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=18] [2024/06/02 08:07:57.359 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.583186115\n# Parse_time: 0.001090855\n# Compile_time: 0.001640917\n# Rewrite_time: 0.000354658\n# Optimize_time: 0.001115849\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] [2024/06/02 08:07:57.368 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:57.368 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=18] === RUN TestImportInto/TestColumnsAndUserVars [2024/06/02 08:07:57.369 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/06/02 08:07:57.407 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:57.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:57.407 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:57.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/06/02 08:07:57.457 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.464 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:07:57.495 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=2.745888ms] [gotSchemaVersion=107] [phyTblIDs="[155]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:57.508 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=107] [2024/06/02 08:07:57.510 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=22.038723ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:57.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.590 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.618 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=206.933Β΅s] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:57.630 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=108] [2024/06/02 08:07:57.632 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=19.328579ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.698 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.729 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=245.659Β΅s] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:07:57.740 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=109] [2024/06/02 08:07:57.742 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=17.540314ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:57.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.805 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop schema: table IDs"] [2024/06/02 08:07:57.813 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/06/02 08:07:57.817 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:57.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:57.864 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/06/02 08:07:57.864 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:57.868 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.499715167\n# Parse_time: 0.000461836\n# Compile_time: 0.000629094\n# Rewrite_time: 0.000032162\n# Optimize_time: 0.000795658\n# Wait_TS: 0.000389586\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/06/02 08:07:57.870 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/06/02 08:07:57.899 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:57.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:57.899 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:57.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/06/02 08:07:57.992 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.024 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=1.020112ms] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:07:58.037 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=159] [version=110] [2024/06/02 08:07:58.039 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=20.707125ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:07:57.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.109 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:57.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.136 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/06/02 08:07:58.136 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:58.143 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/06/02 08:07:58.192 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:58.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:07:58.192 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:58.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/06/02 08:07:58.255 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:58.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.264 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: cols_and_vars"] [2024/06/02 08:07:58.320 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.756263ms] [gotSchemaVersion=111] [phyTblIDs="[160]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:07:58.331 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=161] [version=111] [2024/06/02 08:07:58.333 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=20.731416ms] [job="ID:161, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-06-02 08:07:58.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.425 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [job="ID:161, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-06-02 08:07:58.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:07:58.470 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/06/02 08:07:58.471 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:07:58.474 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.333188842\n# Parse_time: 0.000585993\n# Compile_time: 0.001173435\n# Rewrite_time: 0.000051295\n# Optimize_time: 0.000795658\n# Wait_TS: 0.000403265\n# Is_internal: false\n# Digest: 57ce36313adf6bc4512c45ed2cdaf6e4f87573d17b9a610ff0709862e78fa805\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/06/02 08:07:58.490 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:58.664 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=true] [2024/06/02 08:07:58.792 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=19] [task-id=19] [data-size=81B] [thread-cnt=2] [global-sort=false] [2024/06/02 08:07:58.833 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=19] [2024/06/02 08:07:58.833 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=2] [2024/06/02 08:07:58.939 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:07:58.941 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:58.942 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/06/02 08:07:58.960 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:58.963 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=cols_and_vars] [2024/06/02 08:07:58.963 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/06/02 08:07:58.963 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=cols_and_vars] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=78.838Β΅s] [2024/06/02 08:07:58.963 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=cols_and_vars] [takeTime=230.549Β΅s] [] [2024/06/02 08:07:58.964 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:07:58.964 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=2] [subtasks=1] [2024/06/02 08:07:59.076 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/06/02 08:07:59.094 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=19] [2024/06/02 08:07:59.111 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=19] [type=ImportInto] [remaining-slots=50] [2024/06/02 08:07:59.151 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [2024/06/02 08:07:59.152 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/06/02 08:07:59.154 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:07:59.185 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:07:59.186 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:07:59.186 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:59.186 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:07:59.187 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:07:59.187 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:59.187 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:07:59.187 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:07:59.188 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:59.203 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:07:59.205 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:07:59.205 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=374.2GB] [2024/06/02 08:07:59.205 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=19] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:07:59.205 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=cols_and_vars] [import-id=19] [disk-quota=348.5GiB] [2024/06/02 08:07:59.251 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [2024/06/02 08:07:59.255 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/06/02 08:07:59.259 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/06/02 08:07:59.259 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/06/02 08:07:59.259 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/06/02 08:07:59.309 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [2024/06/02 08:07:59.313 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [2024/06/02 08:07:59.316 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [readDur=1.51807ms] [encodeDur=4.137106ms] [checksum="{cksum=2686149398408423815,size=189,kvs=5}"] [deliverDur=268.828Β΅s] [type=file] [takeTime=6.336625ms] [] [2024/06/02 08:07:59.317 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/b6d208f5-0de3-4e3c-8706-0f8843c4e8f3.sst] [firstKey=7480000000000000A05F728000000000000001] [lastKey=7480000000000000A05F728000000000000005] [2024/06/02 08:07:59.317 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [readDur=997.307Β΅s] [encodeDur=2.422403ms] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [deliverDur=286.603Β΅s] [type=file] [takeTime=4.015569ms] [] [2024/06/02 08:07:59.318 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [takeTime=66.52817ms] [] [2024/06/02 08:07:59.318 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/4287e37a-1f65-4538-b4f7-1fa3a9410e74.sst] [firstKey=7480000000000000A05F728000000000000010] [lastKey=7480000000000000A05F728000000000000013] [2024/06/02 08:07:59.318 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/06/02 08:07:59.318 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/06/02 08:07:59.318 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/06/02 08:07:59.320 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=2.309519ms] [] [2024/06/02 08:07:59.320 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/06/02 08:07:59.326 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:07:59.348 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/06/02 08:07:59.349 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:07:59.363 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/06/02 08:07:59.365 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=44.314902ms] [] [2024/06/02 08:07:59.365 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/06/02 08:07:59.366 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.381919ms] [] [2024/06/02 08:07:59.366 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/06/02 08:07:59.366 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/06/02 08:07:59.368 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.522695ms] [] [2024/06/02 08:07:59.368 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/06/02 08:07:59.368 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/06/02 08:07:59.368 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=49.865Β΅s] [] [2024/06/02 08:07:59.368 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/06/02 08:07:59.369 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=772.314Β΅s] [] [2024/06/02 08:07:59.412 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:07:59.416 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:07:59.416 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:59.416 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:59.416 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:07:59.418 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:07:59.418 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:07:59.418 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:07:59.418 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:07:59.418 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:07:59.418 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [takeTime=267.243458ms] [] [2024/06/02 08:07:59.455 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:07:59.456 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:07:59.457 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/06/02 08:07:59.457 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:07:59.520 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/06/02 08:07:59.522 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:07:59.522 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=2] [subtasks=1] [2024/06/02 08:07:59.691 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [2024/06/02 08:07:59.740 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/06/02 08:07:59.740 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/06/02 08:07:59.740 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/06/02 08:07:59.747 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=7.068711ms] [] [2024/06/02 08:07:59.747 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [groupId=-1] [size=341] [kvs=9] [checksum=17789414659666727964] [2024/06/02 08:07:59.747 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [checksum="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/06/02 08:07:59.747 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [weight=30] [2024/06/02 08:07:59.747 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [concurrency=15] [2024/06/02 08:07:59.751 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=160] [physicalTableID=160] [indexID=-1] [checksum=17789414659666727964] [totalKvs=9] [totalBytes=341] [2024/06/02 08:07:59.751 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [local="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/06/02 08:07:59.751 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=11.496337ms] [] [2024/06/02 08:07:59.751 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=11.690621ms] [] [2024/06/02 08:07:59.792 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [takeTime=101.404954ms] [] [2024/06/02 08:07:59.854 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:07:59.854 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=19] [step=post-process] [state=running] [] [2024/06/02 08:07:59.857 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=19] [2024/06/02 08:07:59.939 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=19] [2024/06/02 08:07:59.942 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=19] [type=ImportInto] [2024/06/02 08:07:59.957 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:07:59.957 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=19] [2024/06/02 08:08:00.061 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.586028325\n# Parse_time: 0.002094414\n# Compile_time: 0.002231564\n# Rewrite_time: 0.000339903\n# Optimize_time: 0.000795658\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] [2024/06/02 08:08:00.068 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestDeliverBytesRows [2024/06/02 08:08:00.120 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/06/02 08:08:00.148 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:00.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:00.148 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:00.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/02 08:08:00.211 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.255 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=2.634627ms] [gotSchemaVersion=112] [phyTblIDs="[160]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:00.265 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=112] [2024/06/02 08:08:00.267 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=19.603708ms] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:00.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.325 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.370 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=220.395Β΅s] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:00.383 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/06/02 08:08:00.385 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=19.61643ms] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.443 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.478 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=247.875Β΅s] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:00.489 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=114] [2024/06/02 08:08:00.491 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=16.631634ms] [job="ID:162, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:00.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.555 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[160]"] [comment="drop schema: table IDs"] [2024/06/02 08:08:00.566 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="drop schema"] [2024/06/02 08:08:00.570 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:00.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.613 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/06/02 08:08:00.613 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:00.617 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.498181563\n# Parse_time: 0.000579105\n# Compile_time: 0.000775724\n# Rewrite_time: 0.000049939\n# Optimize_time: 0.004609524\n# Wait_TS: 0.000425056\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/02 08:08:00.619 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/06/02 08:08:00.649 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:00.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/02 08:08:00.649 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:00.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:00.696 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.726 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=1.164996ms] [gotSchemaVersion=115] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:08:00.765 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=164] [version=115] [2024/06/02 08:08:00.769 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=47.920305ms] [job="ID:164, Type:create schema, State:done, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:00.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.835 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create schema, State:synced, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:00.861 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/06/02 08:08:00.862 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:00.868 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:08:00.871 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:08:00.919 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:00.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:00.919 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:00.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:08:00.993 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:01.003 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 163, Table ID: 165, Table Name: t"] [2024/06/02 08:08:01.075 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=2.466746ms] [gotSchemaVersion=116] [phyTblIDs="[165]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:01.087 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=166] [version=116] [2024/06/02 08:08:01.089 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=19.793735ms] [job="ID:166, Type:create table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:00.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:01.156 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:create table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:00.86 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:01.235 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/06/02 08:08:01.236 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:01.241 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.370600369\n# Parse_time: 0.00082907\n# Compile_time: 0.000834396\n# Rewrite_time: 0.000042243\n# Optimize_time: 0.004609524\n# Wait_TS: 0.00034637\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:08:01.254 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:01.437 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:08:01.530 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=20] [task-id=20] [data-size=98B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:01.595 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=20] [2024/06/02 08:08:01.595 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:01.700 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:01.702 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:01.703 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/06/02 08:08:01.723 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:01.727 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:01.727 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/06/02 08:08:01.727 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=111.573Β΅s] [2024/06/02 08:08:01.728 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=322.644Β΅s] [] [2024/06/02 08:08:01.728 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:01.728 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:01.843 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/06/02 08:08:01.870 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=20] [2024/06/02 08:08:01.874 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=20] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:01.914 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:01.916 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/06/02 08:08:01.917 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:01.927 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:01.927 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:01.928 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:01.928 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:01.929 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:01.929 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:01.929 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:01.929 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:01.929 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:01.945 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:01.947 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:01.947 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:01.947 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=20] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:01.947 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=20] [disk-quota=348.5GiB] [2024/06/02 08:08:02.025 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [2024/06/02 08:08:02.029 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:02.033 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:02.033 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/06/02 08:08:02.084 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/06/02 08:08:02.089 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=1.877598ms] [encodeDur=2.137946ms] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [deliverDur=474.183Β΅s] [type=file] [takeTime=5.043101ms] [] [2024/06/02 08:08:02.090 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [takeTime=65.148087ms] [] [2024/06/02 08:08:02.090 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/49de59fa-1075-45ff-9b61-146c6cebd441.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/06/02 08:08:02.090 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/06/02 08:08:02.090 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/06/02 08:08:02.090 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:02.092 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.983119ms] [] [2024/06/02 08:08:02.092 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:08:02.097 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:02.119 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/06/02 08:08:02.120 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:02.141 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/06/02 08:08:02.144 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=51.354431ms] [] [2024/06/02 08:08:02.144 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:02.145 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.145985ms] [] [2024/06/02 08:08:02.145 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/06/02 08:08:02.145 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:02.148 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.666844ms] [] [2024/06/02 08:08:02.148 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:08:02.148 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:02.148 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=56.114Β΅s] [] [2024/06/02 08:08:02.148 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:02.149 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=925.545Β΅s] [] [2024/06/02 08:08:02.202 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/06/02 08:08:02.206 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:02.206 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:02.206 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:02.206 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:02.209 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:02.209 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:02.209 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:02.209 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:02.209 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:02.209 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=295.374963ms] [] [2024/06/02 08:08:02.227 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:02.228 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:02.229 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:02.230 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:02.298 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/06/02 08:08:02.300 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:02.300 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:02.476 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:02.521 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/06/02 08:08:02.521 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/06/02 08:08:02.521 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/06/02 08:08:02.530 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=8.754069ms] [] [2024/06/02 08:08:02.530 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [groupId=-1] [size=369] [kvs=9] [checksum=9838612991342579393] [2024/06/02 08:08:02.530 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/06/02 08:08:02.530 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [weight=30] [2024/06/02 08:08:02.530 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [concurrency=15] [2024/06/02 08:08:02.534 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=165] [physicalTableID=165] [indexID=-1] [checksum=9838612991342579393] [totalKvs=9] [totalBytes=369] [2024/06/02 08:08:02.535 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/06/02 08:08:02.535 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=13.721135ms] [] [2024/06/02 08:08:02.535 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=13.937141ms] [] [2024/06/02 08:08:02.580 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=103.621829ms] [] [2024/06/02 08:08:02.615 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:02.615 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=20] [step=post-process] [state=running] [] [2024/06/02 08:08:02.618 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=20] [2024/06/02 08:08:02.678 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=20] [type=ImportInto] [2024/06/02 08:08:02.700 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=20] [2024/06/02 08:08:02.722 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:02.722 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=20] [2024/06/02 08:08:02.829 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.587207257\n# Parse_time: 0.000443825\n# Compile_time: 0.001520908\n# Rewrite_time: 0.000277854\n# Optimize_time: 0.004609524\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:08:02.841 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/02 08:08:02.860 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:02.879 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:02.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:02.879 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:02.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:08:02.934 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:02.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:02.949 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 163, Table ID: 167, Table Name: t, Old Table ID: 165, Old Table Name: t"] [2024/06/02 08:08:02.999 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=3.436271ms] [gotSchemaVersion=117] [phyTblIDs="[167]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:03.012 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=168] [version=117] [2024/06/02 08:08:03.013 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=22.485658ms] [job="ID:168, Type:truncate table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:02.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:03.055 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[165]"] [comment="drop table: table ID"] [2024/06/02 08:08:03.067 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="truncate table"] [2024/06/02 08:08:03.072 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:truncate table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:02.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:03.137 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/06/02 08:08:03.137 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:03.142 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.302186371\n# Parse_time: 0.000220828\n# Compile_time: 0.001024539\n# Rewrite_time: 0.000041375\n# Optimize_time: 0.001316834\n# Wait_TS: 0.000408392\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:08:03.158 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:03.420 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:08:03.584 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=21] [task-id=21] [data-size=98B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:03.630 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=21] [2024/06/02 08:08:03.630 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:03.735 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:03.737 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:03.738 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/06/02 08:08:03.757 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:03.760 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:03.760 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/06/02 08:08:03.760 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=50.122Β΅s] [2024/06/02 08:08:03.760 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=156.138Β΅s] [] [2024/06/02 08:08:03.760 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:03.760 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:03.871 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/06/02 08:08:03.892 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=21] [2024/06/02 08:08:03.904 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=21] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:03.948 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:03.951 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/06/02 08:08:03.952 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:03.992 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:03.993 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:03.993 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:03.993 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:03.995 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:03.995 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:03.995 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:03.995 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:03.995 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:04.009 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:04.011 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:04.011 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:04.011 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=21] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:04.011 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=21] [disk-quota=348.5GiB] [2024/06/02 08:08:04.053 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [2024/06/02 08:08:04.057 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:04.060 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:04.061 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/06/02 08:08:04.077 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [2024/06/02 08:08:04.082 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [readDur=1.602802ms] [encodeDur=3.222803ms] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [deliverDur=515.878Β΅s] [type=file] [takeTime=5.382472ms] [] [2024/06/02 08:08:04.083 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [takeTime=30.089023ms] [] [2024/06/02 08:08:04.083 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/62c365a9-814c-4613-9011-671de3fcd26e.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000009] [2024/06/02 08:08:04.083 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/06/02 08:08:04.084 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/06/02 08:08:04.084 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:04.086 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.374217ms] [] [2024/06/02 08:08:04.086 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:08:04.092 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:04.114 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/06/02 08:08:04.114 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:04.129 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/06/02 08:08:04.131 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.8267ms] [] [2024/06/02 08:08:04.131 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:04.132 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.028408ms] [] [2024/06/02 08:08:04.132 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/06/02 08:08:04.132 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:04.134 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.48157ms] [] [2024/06/02 08:08:04.134 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:08:04.134 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:04.134 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=70.267Β΅s] [] [2024/06/02 08:08:04.134 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:04.135 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=920.059Β΅s] [] [2024/06/02 08:08:04.191 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:04.195 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:04.195 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:04.195 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:04.195 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:04.197 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:04.197 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:04.197 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:04.197 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:04.197 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:04.197 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=248.952535ms] [] [2024/06/02 08:08:04.250 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:04.252 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:04.253 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:04.253 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:04.322 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/06/02 08:08:04.325 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:04.325 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:04.546 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:04.592 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/06/02 08:08:04.592 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/06/02 08:08:04.592 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/06/02 08:08:04.601 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=8.395902ms] [] [2024/06/02 08:08:04.601 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [groupId=-1] [size=369] [kvs=9] [checksum=13151641524582744081] [2024/06/02 08:08:04.601 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/06/02 08:08:04.601 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [weight=30] [2024/06/02 08:08:04.601 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [concurrency=15] [2024/06/02 08:08:04.606 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=13151641524582744081] [totalKvs=9] [totalBytes=369] [2024/06/02 08:08:04.607 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [local="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/06/02 08:08:04.607 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=14.171187ms] [] [2024/06/02 08:08:04.607 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=14.400021ms] [] [2024/06/02 08:08:04.655 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:04.655 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=21] [step=post-process] [state=running] [] [2024/06/02 08:08:04.658 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=21] [2024/06/02 08:08:04.664 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=117.260777ms] [] [2024/06/02 08:08:04.723 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=21] [type=ImportInto] [2024/06/02 08:08:04.737 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=21] [2024/06/02 08:08:04.783 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:04.783 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=21] [2024/06/02 08:08:04.853 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.709026267\n# Parse_time: 0.000882628\n# Compile_time: 0.001475609\n# Rewrite_time: 0.000260754\n# Optimize_time: 0.001316834\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS43MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS43MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestDetachedLoadParquet [2024/06/02 08:08:04.865 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/06/02 08:08:04.868 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/06/02 08:08:04.897 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:04.906 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:04.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:04.906 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:04.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/06/02 08:08:04.953 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:04.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:04.986 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=1.414224ms] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:08:04.999 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=170] [version=118] [2024/06/02 08:08:05.002 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=21.960518ms] [job="ID:170, Type:create schema, State:done, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:04.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.065 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create schema, State:synced, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:04.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.092 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/06/02 08:08:05.093 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:05.101 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/06/02 08:08:05.196 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:05.196 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/06/02 08:08:05.266 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.276 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 169, Table ID: 171, Table Name: t"] [2024/06/02 08:08:05.410 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=3.50465ms] [gotSchemaVersion=119] [phyTblIDs="[171]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:05.420 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=119] [2024/06/02 08:08:05.422 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=20.538726ms] [job="ID:172, Type:create table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:05.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.494 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:create table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:05.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:05.551 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/06/02 08:08:05.551 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:05.555 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.456828244\n# Parse_time: 0.001440905\n# Compile_time: 0.001446289\n# Rewrite_time: 0.000055206\n# Optimize_time: 0.001337446\n# Wait_TS: 0.000344231\n# DB: load_csv\n# Is_internal: false\n# Digest: deb6e06dd4a4899630815ed56138c6b49ca532602f1a13a41fd477476bd62154\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/06/02 08:08:05.759 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestDetachedLoadParquet2612590774/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=true] [2024/06/02 08:08:05.759 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:05.759 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/06/02 08:08:05.760 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=1.032352ms] [2024/06/02 08:08:05.760 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=1.208232ms] [] [2024/06/02 08:08:05.903 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=22] [task-id=22] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/06/02 08:08:05.943 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=22] [2024/06/02 08:08:05.944 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:08:06.050 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:06.053 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:06.055 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/06/02 08:08:06.079 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:06.079 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:08:06.254 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/06/02 08:08:06.273 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=22] [2024/06/02 08:08:06.282 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:08:06.321 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:06.323 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/06/02 08:08:06.331 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:06.331 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:06.332 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:06.332 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:06.333 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:06.333 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:06.333 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:06.333 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:06.333 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:06.374 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:06.375 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:06.376 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:06.376 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=22] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:06.376 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=22] [disk-quota=348.5GiB] [2024/06/02 08:08:06.413 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [2024/06/02 08:08:06.417 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:08:06.421 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:08:06.421 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/06/02 08:08:06.435 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [2024/06/02 08:08:06.442 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [readDur=2.028215ms] [encodeDur=3.849333ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=320.933Β΅s] [type=file] [takeTime=6.677534ms] [] [2024/06/02 08:08:06.442 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [takeTime=29.241014ms] [] [2024/06/02 08:08:06.443 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/0de56662-c55d-4ddd-83e4-0610fb748609.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/06/02 08:08:06.443 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/06/02 08:08:06.443 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/06/02 08:08:06.443 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:08:06.445 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.129052ms] [] [2024/06/02 08:08:06.445 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/02 08:08:06.450 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:06.472 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/06/02 08:08:06.472 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:06.486 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/06/02 08:08:06.488 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.811797ms] [] [2024/06/02 08:08:06.488 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:08:06.489 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.082613ms] [] [2024/06/02 08:08:06.489 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/06/02 08:08:06.489 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:08:06.491 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.458884ms] [] [2024/06/02 08:08:06.491 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/02 08:08:06.491 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:08:06.491 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=99.667Β΅s] [] [2024/06/02 08:08:06.491 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:08:06.492 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=897.037Β΅s] [] [2024/06/02 08:08:06.539 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:06.542 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:06.542 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:06.542 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:06.542 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:06.545 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:06.545 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:06.545 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:06.545 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:06.545 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:06.545 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=224.1679ms] [] [2024/06/02 08:08:06.567 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:06.570 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:06.572 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:06.573 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:06.641 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/06/02 08:08:06.644 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:06.644 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:08:06.861 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [2024/06/02 08:08:06.862 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/06/02 08:08:06.907 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:08:06.951 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:07.000 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/06/02 08:08:07.000 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/06/02 08:08:07.000 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/06/02 08:08:07.007 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=7.430324ms] [] [2024/06/02 08:08:07.008 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/06/02 08:08:07.008 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/06/02 08:08:07.008 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [weight=30] [2024/06/02 08:08:07.008 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [concurrency=15] [2024/06/02 08:08:07.012 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=171] [physicalTableID=171] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/06/02 08:08:07.012 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/06/02 08:08:07.012 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=12.284782ms] [] [2024/06/02 08:08:07.012 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=12.5048ms] [] [2024/06/02 08:08:07.051 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=99.899689ms] [] [2024/06/02 08:08:07.064 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:07.064 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=22] [step=post-process] [state=running] [] [2024/06/02 08:08:07.069 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=22] [2024/06/02 08:08:07.150 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=22] [2024/06/02 08:08:07.169 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/06/02 08:08:07.173 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:07.173 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=22] [2024/06/02 08:08:07.303 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:07.463 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.906944496\n# Parse_time: 0.000816709\n# Compile_time: 0.001401049\n# Rewrite_time: 0.000301696\n# Optimize_time: 0.001337446\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestDetachedLoadParquet2612590774/001/test.parquet' FORMAT 'parquet';"] [2024/06/02 08:08:07.502 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/06/02 08:08:07.543 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:07.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/06/02 08:08:07.543 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:07.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:07.607 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:07.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:07.621 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 173, Table Name: t, Old Table ID: 171, Old Table Name: t"] [2024/06/02 08:08:07.719 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=4.867613ms] [gotSchemaVersion=120] [phyTblIDs="[173]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:07.735 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=174] [version=120] [2024/06/02 08:08:07.737 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=28.327903ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:07.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:07.812 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=174] [tableIDs="[171]"] [comment="drop table: table ID"] [2024/06/02 08:08:07.823 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/06/02 08:08:07.828 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:07.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:07.911 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/06/02 08:08:07.911 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:07.915 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.414279189\n# Parse_time: 0.000362321\n# Compile_time: 0.001681227\n# Rewrite_time: 0.000085166\n# Optimize_time: 0.001659224\n# Wait_TS: 0.000517447\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] [2024/06/02 08:08:07.933 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:08.191 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/02 08:08:08.340 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=23] [task-id=23] [data-size=2.623KiB] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:08.350 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.434104407\n# Parse_time: 0.001195155\n# Compile_time: 0.002255299\n# Rewrite_time: 0.000318944\n# Optimize_time: 0.001659224\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 9d252dcfc45de0a6fa2d75a4bf9c0fe3abf2749dd3340cd6a447825efd5c8b80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDI5LjltcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDI5LjltcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'parquet' WITH detached;"] [2024/06/02 08:08:08.419 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/06/02 08:08:08.419 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:08.529 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:08.533 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:08.535 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/06/02 08:08:08.557 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:08.560 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:08.560 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/06/02 08:08:08.564 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=3.988415ms] [2024/06/02 08:08:08.564 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=4.139955ms] [] [2024/06/02 08:08:08.564 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:08.564 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:08.757 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/06/02 08:08:08.772 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:08.778 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=23] [2024/06/02 08:08:08.815 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:08.849 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/06/02 08:08:08.851 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:08.861 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:08.862 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:08.862 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:08.862 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:08.863 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:08.863 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:08.863 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:08.863 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:08.864 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:08.879 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:08.881 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:08.881 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:08.881 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=23] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:08.881 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=23] [disk-quota=348.5GiB] [2024/06/02 08:08:08.926 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [2024/06/02 08:08:08.933 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:08:08.939 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:08:08.940 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=173] [2024/06/02 08:08:08.957 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=173] [key=p:0] [2024/06/02 08:08:08.964 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=173] [key=p:0] [readDur=1.897407ms] [encodeDur=3.505529ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=348.523Β΅s] [type=file] [takeTime=6.283764ms] [] [2024/06/02 08:08:08.964 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/f853c3ec-8920-48b1-b7ac-0091e1d79090.sst] [firstKey=7480000000000000AD5F728000000000000001] [lastKey=7480000000000000AD5F728000000000000006] [2024/06/02 08:08:08.964 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [takeTime=37.949943ms] [] [2024/06/02 08:08:08.965 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/06/02 08:08:08.965 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/06/02 08:08:08.965 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:08:08.967 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.062577ms] [] [2024/06/02 08:08:08.967 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/02 08:08:08.972 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:08.994 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/06/02 08:08:08.994 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:09.008 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/06/02 08:08:09.011 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=43.852935ms] [] [2024/06/02 08:08:09.011 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:08:09.012 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.179808ms] [] [2024/06/02 08:08:09.012 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/06/02 08:08:09.012 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:08:09.014 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.563885ms] [] [2024/06/02 08:08:09.014 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/02 08:08:09.014 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:08:09.014 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=58.151Β΅s] [] [2024/06/02 08:08:09.014 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:08:09.015 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=996.494Β΅s] [] [2024/06/02 08:08:09.078 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:09.081 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:09.081 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:09.081 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:09.081 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:09.083 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:09.083 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:09.083 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:09.083 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:09.083 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:09.084 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=268.537308ms] [] [2024/06/02 08:08:09.148 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:09.151 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:09.154 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:09.154 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:09.233 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/06/02 08:08:09.236 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:09.236 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:09.442 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [2024/06/02 08:08:09.442 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/06/02 08:08:09.536 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:09.573 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:09.656 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/06/02 08:08:09.656 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/06/02 08:08:09.656 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/06/02 08:08:09.665 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=9.441376ms] [] [2024/06/02 08:08:09.666 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/06/02 08:08:09.666 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/06/02 08:08:09.666 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [weight=30] [2024/06/02 08:08:09.666 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [concurrency=15] [2024/06/02 08:08:09.670 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=173] [physicalTableID=173] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/06/02 08:08:09.671 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/06/02 08:08:09.671 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=14.729439ms] [] [2024/06/02 08:08:09.671 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=14.963804ms] [] [2024/06/02 08:08:09.708 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=135.000471ms] [] [2024/06/02 08:08:09.750 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:09.750 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=23] [step=post-process] [state=running] [] [2024/06/02 08:08:09.756 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=23] [2024/06/02 08:08:09.801 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/06/02 08:08:09.830 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=23] [2024/06/02 08:08:09.851 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:09.851 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=23] [2024/06/02 08:08:09.975 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:10.400 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/06/02 08:08:10.448 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:10.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:10.448 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:10.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/06/02 08:08:10.527 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:10.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:10.544 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 175, Table Name: t, Old Table ID: 173, Old Table Name: t"] [2024/06/02 08:08:10.674 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=4.684389ms] [gotSchemaVersion=121] [phyTblIDs="[175]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:10.690 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=176] [version=121] [2024/06/02 08:08:10.692 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=28.040175ms] [job="ID:176, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:10.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:10.767 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=176] [tableIDs="[173]"] [comment="drop table: table ID"] [2024/06/02 08:08:10.777 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="truncate table"] [2024/06/02 08:08:10.781 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:10.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:10.881 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/06/02 08:08:10.882 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:10.886 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.487003687\n# Parse_time: 0.000482556\n# Compile_time: 0.00105998\n# Rewrite_time: 0.000039744\n# Optimize_time: 0.001829982\n# Wait_TS: 0.00038782\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] === RUN TestImportInto/TestDiskQuota [2024/06/02 08:08:10.888 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/06/02 08:08:10.891 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/06/02 08:08:10.921 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:10.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:10.921 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:10.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/06/02 08:08:10.999 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:10.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:11.075 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=1.317956ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:08:11.090 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=178] [version=122] [2024/06/02 08:08:11.092 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=24.315077ms] [job="ID:178, Type:create schema, State:done, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:10.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:11.165 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create schema, State:synced, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:10.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:11.210 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/06/02 08:08:11.210 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:11.214 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.323868357\n# Parse_time: 0.00026604\n# Compile_time: 0.000800295\n# Rewrite_time: 0.000040345\n# Optimize_time: 0.001829982\n# Wait_TS: 0.000398332\n# DB: load_csv\n# Is_internal: false\n# Digest: 60ed63a28df02a42c65797662f43640c9d8ff07c859c12e148a91c0f31b8c183\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_test_disk_quota;"] [2024/06/02 08:08:11.217 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/06/02 08:08:11.270 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:11.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:11.270 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:11.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/06/02 08:08:11.334 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:11.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:11.344 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 177, Table ID: 179, Table Name: t"] [2024/06/02 08:08:11.402 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=2.777348ms] [gotSchemaVersion=123] [phyTblIDs="[179]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:11.413 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=180] [version=123] [2024/06/02 08:08:11.414 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=19.267725ms] [job="ID:180, Type:create table, State:done, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:11.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:11.468 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create table, State:synced, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:11.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:11.511 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/06/02 08:08:11.511 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:11.547 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.332416045\n# Parse_time: 0.001062933\n# Compile_time: 0.001422452\n# Rewrite_time: 0.000055492\n# Optimize_time: 0.001829982\n# Wait_TS: 0.000472\n# DB: load_csv\n# Is_internal: false\n# Digest: 2b5f3c5d220af7daf55fe6e161ec924257e5bff3b440b1a8b00d3b55ca4cf890\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_disk_quota.t(a int, b int);"] [2024/06/02 08:08:11.597 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:11.774 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:11.883 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=24] [task-id=24] [data-size=95.49KiB] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:11.933 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=24] [2024/06/02 08:08:11.933 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:12.041 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:12.043 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:12.044 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/06/02 08:08:12.065 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:12.068 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:12.068 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/06/02 08:08:12.068 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=68.607Β΅s] [2024/06/02 08:08:12.068 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.817Β΅s] [] [2024/06/02 08:08:12.068 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:12.068 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:12.194 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/06/02 08:08:12.215 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=24] [2024/06/02 08:08:12.220 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=24] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:12.263 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:12.265 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/06/02 08:08:12.266 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:12.275 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:12.275 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:12.276 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:12.276 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:12.277 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:12.277 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:12.277 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:12.277 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:12.277 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:12.295 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:12.297 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:12.297 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=24] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:12.297 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=24] [disk-quota=1B] [2024/06/02 08:08:12.345 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [2024/06/02 08:08:12.350 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:12.354 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:12.354 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=179] [2024/06/02 08:08:12.373 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [2024/06/02 08:08:12.925 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:12.936 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98304] [kvs=2816] [files=1] [sstFileSize=33945] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/718e83d5-18f2-49f1-9953-d1f68020dac4.sst] [firstKey=7480000000000000B35F728000000000000001] [lastKey=7480000000000000B35F728000000000000B00] [2024/06/02 08:08:12.939 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:12.944 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:12.966 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/06/02 08:08:12.966 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:13.056 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/06/02 08:08:13.058 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=119.659286ms] [] [2024/06/02 08:08:13.065 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.067 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.067 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.067 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.999Β΅s] [] [2024/06/02 08:08:13.073 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.073 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.073 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=97.339Β΅s] [] [2024/06/02 08:08:13.080 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.082 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.082 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.082 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.648Β΅s] [] [2024/06/02 08:08:13.089 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.090 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.090 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.090 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.482Β΅s] [] [2024/06/02 08:08:13.094 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.094 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.094 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.662Β΅s] [] [2024/06/02 08:08:13.101 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.102 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.102 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.102 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.14Β΅s] [] [2024/06/02 08:08:13.108 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.109 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.109 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.109 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.34Β΅s] [] [2024/06/02 08:08:13.113 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.113 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.113 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.479Β΅s] [] [2024/06/02 08:08:13.118 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.120 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.120 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.120 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.42Β΅s] [] [2024/06/02 08:08:13.125 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.127 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.127 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.127 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.645Β΅s] [] [2024/06/02 08:08:13.133 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.133 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.133 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=112.671Β΅s] [] [2024/06/02 08:08:13.138 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.140 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.140 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.140 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.049Β΅s] [] [2024/06/02 08:08:13.146 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.148 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.148 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.148 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=89.384Β΅s] [] [2024/06/02 08:08:13.153 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.153 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.153 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.144Β΅s] [] [2024/06/02 08:08:13.160 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.162 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.162 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.162 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.054Β΅s] [] [2024/06/02 08:08:13.167 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.169 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.169 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.169 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.572Β΅s] [] [2024/06/02 08:08:13.173 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.173 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.173 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.413Β΅s] [] [2024/06/02 08:08:13.178 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.180 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.180 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.180 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.993Β΅s] [] [2024/06/02 08:08:13.185 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.187 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.187 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.187 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.776Β΅s] [] [2024/06/02 08:08:13.191 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.191 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.191 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.192Β΅s] [] [2024/06/02 08:08:13.196 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.198 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.198 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.198 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=76.371Β΅s] [] [2024/06/02 08:08:13.204 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.206 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.206 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.206 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.358Β΅s] [] [2024/06/02 08:08:13.211 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.211 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.211 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.202Β΅s] [] [2024/06/02 08:08:13.217 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.219 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.219 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.219 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=75.363Β΅s] [] [2024/06/02 08:08:13.225 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.227 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.227 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.227 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=74.456Β΅s] [] [2024/06/02 08:08:13.231 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.231 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.231 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.587Β΅s] [] [2024/06/02 08:08:13.236 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.238 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.238 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.238 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.373Β΅s] [] [2024/06/02 08:08:13.244 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.246 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.247 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.247 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=94.509Β΅s] [] [2024/06/02 08:08:13.251 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.252 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.252 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=89.749Β΅s] [] [2024/06/02 08:08:13.258 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.261 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.261 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.261 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.256Β΅s] [] [2024/06/02 08:08:13.268 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.270 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.270 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.270 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.239Β΅s] [] [2024/06/02 08:08:13.274 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.274 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.274 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.197Β΅s] [] [2024/06/02 08:08:13.279 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.281 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.281 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.281 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.107Β΅s] [] [2024/06/02 08:08:13.287 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.288 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.288 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.288 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.308Β΅s] [] [2024/06/02 08:08:13.292 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.292 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.292 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.879Β΅s] [] [2024/06/02 08:08:13.298 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.299 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.300 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.300 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.024Β΅s] [] [2024/06/02 08:08:13.306 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.307 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.308 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.308 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.84Β΅s] [] [2024/06/02 08:08:13.311 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.311 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.311 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.724Β΅s] [] [2024/06/02 08:08:13.316 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.318 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.318 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.318 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.042Β΅s] [] [2024/06/02 08:08:13.325 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.327 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.327 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.327 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.053Β΅s] [] [2024/06/02 08:08:13.331 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.331 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.331 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.95Β΅s] [] [2024/06/02 08:08:13.375 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.377 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.377 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.378 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=95.895Β΅s] [] [2024/06/02 08:08:13.383 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.385 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.385 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.385 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.953Β΅s] [] [2024/06/02 08:08:13.389 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.390 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.390 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.59Β΅s] [] [2024/06/02 08:08:13.395 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.397 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.397 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.397 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.299Β΅s] [] [2024/06/02 08:08:13.402 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.403 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.403 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.403 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.262Β΅s] [] [2024/06/02 08:08:13.407 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.407 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.407 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=43.486Β΅s] [] [2024/06/02 08:08:13.412 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.414 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.414 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.414 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.332Β΅s] [] [2024/06/02 08:08:13.419 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.421 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.421 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.421 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.657Β΅s] [] [2024/06/02 08:08:13.425 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.425 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.425 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.144Β΅s] [] [2024/06/02 08:08:13.431 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.433 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.433 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.433 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=83.834Β΅s] [] [2024/06/02 08:08:13.438 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.440 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.440 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.441 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=85.12Β΅s] [] [2024/06/02 08:08:13.445 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.445 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.445 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.62Β΅s] [] [2024/06/02 08:08:13.451 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.453 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.453 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.453 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.243Β΅s] [] [2024/06/02 08:08:13.458 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.460 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.460 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.460 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.61Β΅s] [] [2024/06/02 08:08:13.466 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.466 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.466 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.245Β΅s] [] [2024/06/02 08:08:13.472 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.474 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.474 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.474 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.436Β΅s] [] [2024/06/02 08:08:13.480 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.482 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.482 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.482 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=62.244Β΅s] [] [2024/06/02 08:08:13.486 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.486 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.486 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=82.147Β΅s] [] [2024/06/02 08:08:13.493 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.495 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.495 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.495 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.136Β΅s] [] [2024/06/02 08:08:13.500 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=63659] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.512 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33997] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/d0ec2ec2-66ef-4f44-a831-0d7ac1544b91.sst] [firstKey=7480000000000000B35F728000000000000B01] [lastKey=7480000000000000B35F7280000000000015F9] [2024/06/02 08:08:13.514 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.514 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.514 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=73.247Β΅s] [] [2024/06/02 08:08:13.518 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.524 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:13.546 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/06/02 08:08:13.546 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:13.633 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/06/02 08:08:13.635 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=116.928401ms] [] [2024/06/02 08:08:13.641 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.643 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.643 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.643 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=83.218Β΅s] [] [2024/06/02 08:08:13.649 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.651 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.651 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.651 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.054Β΅s] [] [2024/06/02 08:08:13.656 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.656 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.656 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=80.692Β΅s] [] [2024/06/02 08:08:13.690 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.692 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.692 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.692 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=90.18Β΅s] [] [2024/06/02 08:08:13.699 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.701 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.701 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.701 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=72.388Β΅s] [] [2024/06/02 08:08:13.705 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.706 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.706 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=99.56Β΅s] [] [2024/06/02 08:08:13.711 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.713 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.713 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.713 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=86.329Β΅s] [] [2024/06/02 08:08:13.719 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.721 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.721 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.721 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.246Β΅s] [] [2024/06/02 08:08:13.726 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.726 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.726 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.984Β΅s] [] [2024/06/02 08:08:13.732 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.734 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.734 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.734 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.312Β΅s] [] [2024/06/02 08:08:13.739 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.741 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.742 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.742 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.486Β΅s] [] [2024/06/02 08:08:13.745 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.745 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.745 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.123Β΅s] [] [2024/06/02 08:08:13.751 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.753 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.753 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.753 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.995Β΅s] [] [2024/06/02 08:08:13.759 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.761 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.761 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.761 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=46.487Β΅s] [] [2024/06/02 08:08:13.764 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.765 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.765 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.762Β΅s] [] [2024/06/02 08:08:13.770 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.772 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.772 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.772 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.509Β΅s] [] [2024/06/02 08:08:13.777 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.779 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.779 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.779 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=62.124Β΅s] [] [2024/06/02 08:08:13.783 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.783 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.784 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.846Β΅s] [] [2024/06/02 08:08:13.791 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.793 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.793 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.793 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.243Β΅s] [] [2024/06/02 08:08:13.798 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.800 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.800 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.800 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=77.114Β΅s] [] [2024/06/02 08:08:13.804 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.804 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.804 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.302Β΅s] [] [2024/06/02 08:08:13.809 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.811 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.811 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.811 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=46.248Β΅s] [] [2024/06/02 08:08:13.816 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.817 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.817 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.817 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.194Β΅s] [] [2024/06/02 08:08:13.821 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.821 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.821 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.934Β΅s] [] [2024/06/02 08:08:13.827 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.829 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.829 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.829 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.628Β΅s] [] [2024/06/02 08:08:13.834 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.835 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.835 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.835 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=62.361Β΅s] [] [2024/06/02 08:08:13.840 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.840 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.840 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.289Β΅s] [] [2024/06/02 08:08:13.845 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.847 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.847 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.847 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.664Β΅s] [] [2024/06/02 08:08:13.852 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.854 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.854 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.854 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.823Β΅s] [] [2024/06/02 08:08:13.858 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.858 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.858 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.893Β΅s] [] [2024/06/02 08:08:13.864 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.868 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.868 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.869 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=74.218Β΅s] [] [2024/06/02 08:08:13.875 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.877 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.877 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.877 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.933Β΅s] [] [2024/06/02 08:08:13.881 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.881 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.881 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=80.061Β΅s] [] [2024/06/02 08:08:13.887 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.889 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.889 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.889 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.7Β΅s] [] [2024/06/02 08:08:13.894 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.896 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.896 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.896 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.871Β΅s] [] [2024/06/02 08:08:13.900 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.900 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.900 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.851Β΅s] [] [2024/06/02 08:08:13.906 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.907 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.907 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.908 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.906Β΅s] [] [2024/06/02 08:08:13.913 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.915 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.915 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.915 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=108.426Β΅s] [] [2024/06/02 08:08:13.920 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.920 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.920 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.86Β΅s] [] [2024/06/02 08:08:13.926 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.928 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.928 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.928 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.447Β΅s] [] [2024/06/02 08:08:13.933 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.935 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.935 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.935 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.414Β΅s] [] [2024/06/02 08:08:13.940 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.940 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.940 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=92.199Β΅s] [] [2024/06/02 08:08:13.945 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.947 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.947 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.947 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=79.481Β΅s] [] [2024/06/02 08:08:13.953 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.955 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:13.955 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:13.955 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.608Β΅s] [] [2024/06/02 08:08:13.959 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.959 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.959 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.19Β΅s] [] [2024/06/02 08:08:13.965 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:13.966 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:13.966 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:13.966 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.347Β΅s] [] [2024/06/02 08:08:13.999 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.001 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.001 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.001 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=86.82Β΅s] [] [2024/06/02 08:08:14.006 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.006 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.006 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.929Β΅s] [] [2024/06/02 08:08:14.012 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.013 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.014 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.014 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.076Β΅s] [] [2024/06/02 08:08:14.019 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.021 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.021 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.021 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=79.678Β΅s] [] [2024/06/02 08:08:14.027 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.027 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.027 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=158.69Β΅s] [] [2024/06/02 08:08:14.036 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=103664] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.049 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33990] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/5e0d4c94-0e40-4171-948e-b8a0c62f91b4.sst] [firstKey=7480000000000000B35F7280000000000015FA] [lastKey=7480000000000000B35F7280000000000020F2] [2024/06/02 08:08:14.052 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.057 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:14.079 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/06/02 08:08:14.080 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:14.139 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/06/02 08:08:14.141 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=88.892775ms] [] [2024/06/02 08:08:14.149 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.151 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.151 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.151 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.412Β΅s] [] [2024/06/02 08:08:14.155 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.155 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.155 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.493Β΅s] [] [2024/06/02 08:08:14.161 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.163 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.163 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.163 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.134Β΅s] [] [2024/06/02 08:08:14.169 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.171 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.171 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.171 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.723Β΅s] [] [2024/06/02 08:08:14.176 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.176 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.176 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.702Β΅s] [] [2024/06/02 08:08:14.182 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.184 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.184 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.184 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.829Β΅s] [] [2024/06/02 08:08:14.190 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.192 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.192 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.192 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.936Β΅s] [] [2024/06/02 08:08:14.197 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.197 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.197 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.782Β΅s] [] [2024/06/02 08:08:14.202 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.204 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.204 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.204 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.799Β΅s] [] [2024/06/02 08:08:14.210 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.212 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.212 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.212 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.154Β΅s] [] [2024/06/02 08:08:14.217 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.217 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.217 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.263Β΅s] [] [2024/06/02 08:08:14.224 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.225 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.225 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.225 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.68Β΅s] [] [2024/06/02 08:08:14.231 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.233 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.233 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.233 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=65.963Β΅s] [] [2024/06/02 08:08:14.237 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.237 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.237 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.439Β΅s] [] [2024/06/02 08:08:14.243 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.245 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.246 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.246 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.773Β΅s] [] [2024/06/02 08:08:14.253 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.255 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.255 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.255 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=101.134Β΅s] [] [2024/06/02 08:08:14.259 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.260 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.260 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.142Β΅s] [] [2024/06/02 08:08:14.265 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.267 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.267 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.267 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.806Β΅s] [] [2024/06/02 08:08:14.272 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.274 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.274 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.274 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=86.425Β΅s] [] [2024/06/02 08:08:14.279 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.279 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.279 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.946Β΅s] [] [2024/06/02 08:08:14.285 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.287 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.287 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.287 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=87.001Β΅s] [] [2024/06/02 08:08:14.294 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.349 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.349 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.349 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=121.793Β΅s] [] [2024/06/02 08:08:14.355 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.355 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.355 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=125.737Β΅s] [] [2024/06/02 08:08:14.362 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.364 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.364 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.364 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.512Β΅s] [] [2024/06/02 08:08:14.370 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.371 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.372 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.372 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.035Β΅s] [] [2024/06/02 08:08:14.378 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.378 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.378 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.183Β΅s] [] [2024/06/02 08:08:14.383 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.385 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.386 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.386 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.002Β΅s] [] [2024/06/02 08:08:14.392 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=174872] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.399 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [readDur=349.0149ms] [encodeDur=1.612413799s] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [deliverDur=46.152093ms] [type=file] [takeTime=2.025992528s] [] [2024/06/02 08:08:14.400 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54810] [kvs=1566] [files=1] [sstFileSize=19384] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/8429362d-7f2c-42e7-bcd4-a8e80db9ba8a.sst] [firstKey=7480000000000000B35F7280000000000020F3] [lastKey=7480000000000000B35F728000000000002710] [2024/06/02 08:08:14.400 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [takeTime=2.054164401s] [] [2024/06/02 08:08:14.400 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/06/02 08:08:14.400 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/06/02 08:08:14.400 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.404 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.404 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.404 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.678Β΅s] [] [2024/06/02 08:08:14.404 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=3.552866ms] [] [2024/06/02 08:08:14.404 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.408 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/02 08:08:14.409 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:14.431 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/06/02 08:08:14.432 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:14.473 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/06/02 08:08:14.475 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=71.085369ms] [] [2024/06/02 08:08:14.475 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.480 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:14.502 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/06/02 08:08:14.503 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:14.551 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=404554] [importedCount=11566] [2024/06/02 08:08:14.554 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=145.49534ms] [] [2024/06/02 08:08:14.554 +00:00] [WARN] [engine_mgr.go:418] ["could not find engine in cleanupEngine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/02 08:08:14.556 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=80.227568ms] [] [2024/06/02 08:08:14.556 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/06/02 08:08:14.556 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.558 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=0] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/02 08:08:14.558 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=2.206558ms] [] [2024/06/02 08:08:14.558 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.558 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/02 08:08:14.558 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.558 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=134.468Β΅s] [] [2024/06/02 08:08:14.558 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.558 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.558 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=114.422Β΅s] [] [2024/06/02 08:08:14.558 +00:00] [WARN] [engine_mgr.go:418] ["could not find engine in cleanupEngine"] [category=ddl-ingest] [uuid=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/02 08:08:14.560 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=1.207658ms] [] [2024/06/02 08:08:14.610 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/06/02 08:08:14.622 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:14.622 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:14.622 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:14.622 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:14.622 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:14.622 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:14.622 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:14.622 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:14.622 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:14.622 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:14.622 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:14.623 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:14.623 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:14.625 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:14.626 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:14.626 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:14.626 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:14.626 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:14.626 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=2.362467045s] [] [2024/06/02 08:08:14.660 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:14.661 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:14.662 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:14.662 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:14.769 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/06/02 08:08:14.771 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:14.771 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:14.916 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:14.973 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/06/02 08:08:14.973 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/06/02 08:08:14.973 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/06/02 08:08:14.981 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=7.748485ms] [] [2024/06/02 08:08:14.981 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [groupId=-1] [size=349744] [kvs=10000] [checksum=13278823448959016481] [2024/06/02 08:08:14.981 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/06/02 08:08:14.982 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [weight=30] [2024/06/02 08:08:14.982 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [concurrency=15] [2024/06/02 08:08:14.990 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=179] [physicalTableID=179] [indexID=-1] [checksum=13278823448959016481] [totalKvs=10000] [totalBytes=349744] [2024/06/02 08:08:14.990 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/06/02 08:08:14.990 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=16.887157ms] [] [2024/06/02 08:08:14.990 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=17.075841ms] [] [2024/06/02 08:08:15.032 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=115.336186ms] [] [2024/06/02 08:08:15.059 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:15.059 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=24] [step=post-process] [state=running] [] [2024/06/02 08:08:15.062 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=24] [2024/06/02 08:08:15.168 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=24] [2024/06/02 08:08:15.170 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=24] [type=ImportInto] [2024/06/02 08:08:15.191 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:15.191 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=24] [2024/06/02 08:08:15.252 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.670232296\n# Parse_time: 0.00132957\n# Compile_time: 0.002192389\n# Rewrite_time: 0.000378243\n# Optimize_time: 0.001829982\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestImportInto/TestGBK [2024/06/02 08:08:15.268 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/06/02 08:08:15.271 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/06/02 08:08:15.306 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:15.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:15.306 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:15.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/06/02 08:08:15.309 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:15.364 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:15.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.394 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=1.050818ms] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:08:15.406 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=182] [version=124] [2024/06/02 08:08:15.408 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=18.49563ms] [job="ID:182, Type:create schema, State:done, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:15.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.490 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create schema, State:synced, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:15.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.517 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/06/02 08:08:15.518 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:15.526 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/06/02 08:08:15.606 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:15.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:15.606 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:15.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/06/02 08:08:15.682 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:15.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.690 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 183, Table Name: gbk"] [2024/06/02 08:08:15.746 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=3.310113ms] [gotSchemaVersion=125] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:15.759 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=184] [version=125] [2024/06/02 08:08:15.761 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=22.829192ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:15.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.802 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:15.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.842 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/06/02 08:08:15.842 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:15.846 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.323722436\n# Parse_time: 0.002052006\n# Compile_time: 0.00153595\n# Rewrite_time: 0.000054001\n# Optimize_time: 0.002020645\n# Wait_TS: 0.000434784\n# DB: load_csv\n# Is_internal: false\n# Digest: cfbc6f5cd6277b5b9a7b31f86566840ecb6cd85611cb466d1d4d45b30752460f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.gbk ( i INT, j VARCHAR(255) ) CHARACTER SET gbk;"] [2024/06/02 08:08:15.849 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/06/02 08:08:15.892 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:15.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:15.892 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:15.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/06/02 08:08:15.957 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:15.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:15.966 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 185, Table Name: utf8mb4"] [2024/06/02 08:08:16.060 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=3.12485ms] [gotSchemaVersion=126] [phyTblIDs="[185]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:16.074 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=186] [version=126] [2024/06/02 08:08:16.076 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=24.689158ms] [job="ID:186, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:15.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:16.155 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:15.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:16.201 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/06/02 08:08:16.201 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:16.205 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.358270889\n# Parse_time: 0.000953987\n# Compile_time: 0.001045984\n# Rewrite_time: 0.000055104\n# Optimize_time: 0.002020645\n# Wait_TS: 0.000403284\n# DB: load_csv\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/06/02 08:08:16.223 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:16.394 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:16.533 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=25] [task-id=25] [data-size=69B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:16.578 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/06/02 08:08:16.578 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:16.687 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:16.688 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:16.689 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/06/02 08:08:16.708 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:16.712 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/06/02 08:08:16.712 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/06/02 08:08:16.712 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=73.459Β΅s] [2024/06/02 08:08:16.712 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=213.905Β΅s] [] [2024/06/02 08:08:16.712 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:16.712 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:16.838 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/06/02 08:08:16.862 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=25] [2024/06/02 08:08:16.915 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=25] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:16.970 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:16.971 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/06/02 08:08:16.972 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:16.982 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:16.982 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:16.983 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:16.983 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:16.985 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:16.985 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:16.985 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:16.985 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:16.985 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:17.000 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:17.002 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:17.002 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/06/02 08:08:17.002 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=25] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:17.002 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=25] [disk-quota=348.5GiB] [2024/06/02 08:08:17.048 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [2024/06/02 08:08:17.053 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/02 08:08:17.057 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/02 08:08:17.057 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/06/02 08:08:17.106 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/06/02 08:08:17.108 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.15054ms] [encodeDur=939.526Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=254.876Β΅s] [type=file] [takeTime=2.716744ms] [] [2024/06/02 08:08:17.109 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [takeTime=61.115779ms] [] [2024/06/02 08:08:17.109 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/0a3c8d8c-9bc9-477b-b64f-4ca23527123c.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/06/02 08:08:17.109 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/06/02 08:08:17.109 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/06/02 08:08:17.109 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/02 08:08:17.112 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.437876ms] [] [2024/06/02 08:08:17.112 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/06/02 08:08:17.116 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:17.139 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/06/02 08:08:17.139 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:17.159 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/06/02 08:08:17.161 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=49.283829ms] [] [2024/06/02 08:08:17.161 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/02 08:08:17.162 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.057081ms] [] [2024/06/02 08:08:17.163 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/06/02 08:08:17.163 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/02 08:08:17.164 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.587461ms] [] [2024/06/02 08:08:17.164 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/06/02 08:08:17.164 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/02 08:08:17.164 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=66.567Β΅s] [] [2024/06/02 08:08:17.164 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/02 08:08:17.165 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=790.427Β΅s] [] [2024/06/02 08:08:17.201 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:17.202 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:17.203 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:17.203 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:17.209 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/06/02 08:08:17.212 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:17.212 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:17.212 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:17.212 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:17.214 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:17.214 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:17.214 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:17.214 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:17.214 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:17.214 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=244.088ms] [] [2024/06/02 08:08:17.280 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/06/02 08:08:17.281 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:17.281 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:17.502 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:17.556 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/06/02 08:08:17.557 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/06/02 08:08:17.557 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/06/02 08:08:17.565 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=8.334618ms] [] [2024/06/02 08:08:17.565 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/06/02 08:08:17.565 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/02 08:08:17.565 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [weight=30] [2024/06/02 08:08:17.565 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [concurrency=15] [2024/06/02 08:08:17.569 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=183] [physicalTableID=183] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/06/02 08:08:17.570 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/02 08:08:17.570 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=13.70854ms] [] [2024/06/02 08:08:17.570 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=13.96199ms] [] [2024/06/02 08:08:17.611 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=108.410799ms] [] [2024/06/02 08:08:17.698 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:17.698 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=25] [step=post-process] [state=running] [] [2024/06/02 08:08:17.726 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=25] [2024/06/02 08:08:17.780 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=25] [type=ImportInto] [2024/06/02 08:08:17.784 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=25] [2024/06/02 08:08:17.809 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:17.809 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=25] [2024/06/02 08:08:17.893 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:18.088 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.881608291\n# Parse_time: 0.001237985\n# Compile_time: 0.002210156\n# Rewrite_time: 0.00034645\n# Optimize_time: 0.002020645\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/06/02 08:08:18.110 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:18.314 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:18.412 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=26] [task-id=26] [data-size=69B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:18.449 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/06/02 08:08:18.450 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:18.556 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:18.559 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:18.561 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/06/02 08:08:18.587 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:18.590 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/06/02 08:08:18.590 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/06/02 08:08:18.591 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=77.693Β΅s] [2024/06/02 08:08:18.591 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=244.051Β΅s] [] [2024/06/02 08:08:18.591 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:18.591 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:18.745 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/06/02 08:08:18.769 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=26] [2024/06/02 08:08:18.777 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=26] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:18.814 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:18.815 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/06/02 08:08:18.817 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:18.827 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:18.827 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:18.827 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:18.827 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:18.829 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:18.829 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:18.829 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:18.829 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:18.829 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:18.844 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:18.845 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:18.845 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/06/02 08:08:18.846 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=26] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:18.846 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=26] [disk-quota=348.5GiB] [2024/06/02 08:08:18.888 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [2024/06/02 08:08:18.892 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/02 08:08:18.897 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:08:18.897 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/06/02 08:08:18.960 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [2024/06/02 08:08:18.963 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [readDur=1.334504ms] [encodeDur=955.67Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=307.404Β΅s] [type=file] [takeTime=3.053694ms] [] [2024/06/02 08:08:18.964 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [takeTime=76.014864ms] [] [2024/06/02 08:08:18.964 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/ced2c180-f517-4fc3-9425-b0932275e276.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/06/02 08:08:18.964 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/06/02 08:08:18.964 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/06/02 08:08:18.964 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/02 08:08:18.967 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.978532ms] [] [2024/06/02 08:08:18.967 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/06/02 08:08:18.973 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:18.995 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/06/02 08:08:18.996 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:19.011 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/06/02 08:08:19.012 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=44.968335ms] [] [2024/06/02 08:08:19.013 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/02 08:08:19.014 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.110448ms] [] [2024/06/02 08:08:19.014 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/06/02 08:08:19.014 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:08:19.016 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.672759ms] [] [2024/06/02 08:08:19.016 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/06/02 08:08:19.016 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:08:19.016 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=70.562Β΅s] [] [2024/06/02 08:08:19.016 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:08:19.017 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=902.971Β΅s] [] [2024/06/02 08:08:19.067 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/06/02 08:08:19.070 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:19.070 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:19.070 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:19.070 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:19.070 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:19.070 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:19.070 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:19.071 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:19.071 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:19.071 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:19.071 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:19.071 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:19.071 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:19.071 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:19.073 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:19.073 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:19.073 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:19.073 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:19.073 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:19.073 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:19.073 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=259.065557ms] [] [2024/06/02 08:08:19.074 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:19.074 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:19.145 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/06/02 08:08:19.147 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:19.147 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:19.331 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:19.380 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/06/02 08:08:19.381 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/06/02 08:08:19.381 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/06/02 08:08:19.390 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=8.888823ms] [] [2024/06/02 08:08:19.390 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/06/02 08:08:19.390 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/02 08:08:19.390 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [weight=30] [2024/06/02 08:08:19.390 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [concurrency=15] [2024/06/02 08:08:19.394 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=185] [physicalTableID=185] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/06/02 08:08:19.395 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/02 08:08:19.395 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=14.228651ms] [] [2024/06/02 08:08:19.395 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=14.471442ms] [] [2024/06/02 08:08:19.437 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=105.149994ms] [] [2024/06/02 08:08:19.470 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:19.470 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=26] [step=post-process] [state=running] [] [2024/06/02 08:08:19.474 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=26] [2024/06/02 08:08:19.526 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=26] [type=ImportInto] [2024/06/02 08:08:19.554 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=26] [2024/06/02 08:08:19.578 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:19.578 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=26] [2024/06/02 08:08:19.660 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:19.698 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.60063296\n# Parse_time: 0.000554139\n# Compile_time: 0.001450111\n# Rewrite_time: 0.000331847\n# Optimize_time: 0.000743422\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/06/02 08:08:19.709 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/06/02 08:08:19.739 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:19.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:19.739 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:19.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/06/02 08:08:19.796 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:19.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:19.811 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 187, Table Name: gbk, Old Table ID: 183, Old Table Name: gbk"] [2024/06/02 08:08:19.864 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=3.128619ms] [gotSchemaVersion=127] [phyTblIDs="[187]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:19.878 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=188] [version=127] [2024/06/02 08:08:19.880 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=23.906196ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:19.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:19.953 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/06/02 08:08:19.962 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/06/02 08:08:19.966 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:19.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:20.025 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/06/02 08:08:20.025 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:20.029 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.320859137\n# Parse_time: 0.000318031\n# Compile_time: 0.000985215\n# Rewrite_time: 0.000032584\n# Optimize_time: 0.001078235\n# Wait_TS: 0.000372481\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/06/02 08:08:20.042 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:20.246 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:20.337 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=27] [task-id=27] [data-size=101B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:20.378 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=27] [2024/06/02 08:08:20.378 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:20.484 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:20.486 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:20.487 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/06/02 08:08:20.508 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:20.512 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/06/02 08:08:20.512 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/06/02 08:08:20.512 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=74.133Β΅s] [2024/06/02 08:08:20.512 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=209.323Β΅s] [] [2024/06/02 08:08:20.512 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:20.512 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:20.649 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/06/02 08:08:20.668 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=27] [2024/06/02 08:08:20.683 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=27] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:20.724 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:20.725 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/06/02 08:08:20.727 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:20.735 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:20.735 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:20.736 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:20.736 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:20.737 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:20.737 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:20.737 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:20.737 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:20.737 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:20.755 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:20.757 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:20.757 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/06/02 08:08:20.757 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=27] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:20.757 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=27] [disk-quota=348.5GiB] [2024/06/02 08:08:20.806 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [2024/06/02 08:08:20.810 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/02 08:08:20.813 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/02 08:08:20.814 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/06/02 08:08:20.829 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [2024/06/02 08:08:20.831 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [readDur=1.133053ms] [encodeDur=961.525Β΅s] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=227.162Β΅s] [type=file] [takeTime=2.647033ms] [] [2024/06/02 08:08:20.832 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [takeTime=25.967206ms] [] [2024/06/02 08:08:20.832 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/535078fb-2566-43a5-ae2c-dfa7b6c05eb2.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000002] [2024/06/02 08:08:20.832 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/06/02 08:08:20.832 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/06/02 08:08:20.832 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/02 08:08:20.834 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.121537ms] [] [2024/06/02 08:08:20.835 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/06/02 08:08:20.839 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:20.861 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/06/02 08:08:20.862 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:20.876 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/06/02 08:08:20.878 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=43.054789ms] [] [2024/06/02 08:08:20.878 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/02 08:08:20.879 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.080648ms] [] [2024/06/02 08:08:20.879 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/06/02 08:08:20.879 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/02 08:08:20.881 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.542333ms] [] [2024/06/02 08:08:20.881 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/06/02 08:08:20.881 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/02 08:08:20.881 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=71.146Β΅s] [] [2024/06/02 08:08:20.881 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/02 08:08:20.882 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.139985ms] [] [2024/06/02 08:08:20.975 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/06/02 08:08:20.981 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:20.981 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:20.981 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:20.981 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:20.981 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:20.981 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:20.981 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:20.981 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:20.982 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:20.982 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:20.982 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:20.982 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:20.982 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:20.984 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:20.985 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:20.985 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:20.985 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:20.985 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:20.985 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=260.786693ms] [] [2024/06/02 08:08:21.002 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:21.003 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:21.005 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:21.005 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:21.067 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/06/02 08:08:21.069 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:21.069 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:21.214 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:21.259 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/06/02 08:08:21.260 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/06/02 08:08:21.260 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/06/02 08:08:21.267 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=7.221796ms] [] [2024/06/02 08:08:21.267 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/06/02 08:08:21.267 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/02 08:08:21.267 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [weight=30] [2024/06/02 08:08:21.267 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [concurrency=15] [2024/06/02 08:08:21.299 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/06/02 08:08:21.301 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/02 08:08:21.301 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=41.448928ms] [] [2024/06/02 08:08:21.301 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=41.726594ms] [] [2024/06/02 08:08:21.357 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=142.975565ms] [] [2024/06/02 08:08:21.399 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:21.399 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=27] [step=post-process] [state=running] [] [2024/06/02 08:08:21.402 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=27] [2024/06/02 08:08:21.448 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=27] [type=ImportInto] [2024/06/02 08:08:21.484 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=27] [2024/06/02 08:08:21.511 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:21.511 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=27] [2024/06/02 08:08:21.599 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5694241340000001\n# Parse_time: 0.000887735\n# Compile_time: 0.00138875\n# Rewrite_time: 0.000299513\n# Optimize_time: 0.001078235\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/06/02 08:08:21.604 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:21.609 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/06/02 08:08:21.652 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:21.652 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/06/02 08:08:21.752 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:22.005 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 189, Table Name: gbk, Old Table ID: 187, Old Table Name: gbk"] [2024/06/02 08:08:22.049 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=3.098842ms] [gotSchemaVersion=128] [phyTblIDs="[189]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:22.062 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=190] [version=128] [2024/06/02 08:08:22.064 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=23.614278ms] [job="ID:190, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:22.104 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/06/02 08:08:22.114 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="truncate table"] [2024/06/02 08:08:22.118 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [job="ID:190, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:21.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:22.212 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/06/02 08:08:22.212 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:22.217 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.608960462\n# Parse_time: 0.000299653\n# Compile_time: 0.000979969\n# Rewrite_time: 0.000042778\n# Optimize_time: 0.00110626\n# Wait_TS: 0.000367724\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/06/02 08:08:22.236 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:22.441 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:22.521 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=28] [task-id=28] [data-size=61B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:22.561 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=28] [2024/06/02 08:08:22.562 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:22.667 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:22.668 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:22.669 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/06/02 08:08:22.689 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:22.694 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/06/02 08:08:22.694 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/06/02 08:08:22.694 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=61.009Β΅s] [2024/06/02 08:08:22.694 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=214.625Β΅s] [] [2024/06/02 08:08:22.694 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:22.694 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:22.811 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/06/02 08:08:22.841 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=28] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:22.843 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=28] [2024/06/02 08:08:22.885 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:22.886 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/06/02 08:08:22.887 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:22.896 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:22.896 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:22.896 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:22.896 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:22.897 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:22.897 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:22.897 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:22.897 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:22.897 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:22.912 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:22.914 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:22.914 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/06/02 08:08:22.914 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=28] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:22.914 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=28] [disk-quota=348.5GiB] [2024/06/02 08:08:22.965 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [2024/06/02 08:08:22.969 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/02 08:08:22.974 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/02 08:08:22.974 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=189] [2024/06/02 08:08:22.991 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [2024/06/02 08:08:22.992 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [takeTime=1.337875ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:08:22.993 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [takeTime=27.597058ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:08:22.993 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:08:22.993 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:08:22.994 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:22.994 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:22.994 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:22.994 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:22.994 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:22.994 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/06/02 08:08:22.994 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:22.994 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:22.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:23.047 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/06/02 08:08:23.051 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:23.051 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:23.051 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:23.051 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:23.051 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:23.053 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:23.053 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:23.053 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:23.053 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:23.053 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:23.053 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=168.643175ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/06/02 08:08:23.054 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:08:23.096 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[table:1366]Incorrect string value '\\\\\\\\xF0\\\\\\\\x9F\\\\\\\\x98\\\\\\\\x80' for column 'j'\\\"}\"]"] [2024/06/02 08:08:23.140 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=28] [type=ImportInto] [2024/06/02 08:08:23.183 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/06/02 08:08:23.185 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/06/02 08:08:23.201 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=28] [2024/06/02 08:08:23.267 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=28] [2024/06/02 08:08:23.291 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:23.291 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=28] [2024/06/02 08:08:23.382 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:23.509 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestGBK\n\ttests/realtikvtest/importintotest/import_into_test.go:545\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/02 08:08:23.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.291448246\n# Parse_time: 0.001748547\n# Compile_time: 0.002374273\n# Rewrite_time: 0.000459071\n# Optimize_time: 0.00110626\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yOXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjlzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestImportInto/TestGeneratedColumnsAndTSVFile [2024/06/02 08:08:23.512 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/06/02 08:08:23.545 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:23.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:23.545 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:23.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/06/02 08:08:23.579 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:23.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:23.617 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=3.003256ms] [gotSchemaVersion=129] [phyTblIDs="[175]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:23.633 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=191] [version=129] [2024/06/02 08:08:23.635 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=24.9429ms] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:23.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:23.695 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:23.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:23.727 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=307.038Β΅s] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:23.741 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=191] [version=130] [2024/06/02 08:08:23.743 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=20.5976ms] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:23.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:23.810 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:23.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:23.847 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=192.302Β΅s] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:23.859 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=191] [version=131] [2024/06/02 08:08:23.861 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=17.620796ms] [job="ID:191, Type:drop schema, State:done, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:23.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:23.980 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=191] [tableIDs="[175]"] [comment="drop schema: table IDs"] [2024/06/02 08:08:23.988 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=191] [jobType="drop schema"] [2024/06/02 08:08:23.993 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:drop schema, State:synced, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:23.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:24.045 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/06/02 08:08:24.045 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:24.049 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.538286201\n# Parse_time: 0.000492949\n# Compile_time: 0.000675588\n# Rewrite_time: 0.000044861\n# Optimize_time: 0.00110626\n# Wait_TS: 0.000377495\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/06/02 08:08:24.051 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/06/02 08:08:24.085 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:24.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:24.085 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:24.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/06/02 08:08:24.148 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:24.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:24.194 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=1.695598ms] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:08:24.206 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=193] [version=132] [2024/06/02 08:08:24.208 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=20.689149ms] [job="ID:193, Type:create schema, State:done, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:24.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:24.266 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create schema, State:synced, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:24.06 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:24.299 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/06/02 08:08:24.299 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:24.309 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/06/02 08:08:24.381 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:24.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:24.381 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:24.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/06/02 08:08:24.425 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:24.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:24.434 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 194, Table Name: t_gen1"] [2024/06/02 08:08:24.506 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=3.761609ms] [gotSchemaVersion=133] [phyTblIDs="[194]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:24.521 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=195] [version=133] [2024/06/02 08:08:24.523 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=26.251125ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:24.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:24.587 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:24.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:24.629 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/06/02 08:08:24.629 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:24.633 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.326360189\n# Parse_time: 0.000788659\n# Compile_time: 0.000987539\n# Rewrite_time: 0.000053204\n# Optimize_time: 0.00110626\n# Wait_TS: 0.000454368\n# DB: load_csv\n# Is_internal: false\n# Digest: 44459012174f20922ebbeb279540a1f1e608def0e29395f245e4f8496bfb740e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/06/02 08:08:24.654 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:24.864 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:24.960 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=29] [task-id=29] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:24.999 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=29] [2024/06/02 08:08:24.999 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:25.111 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:25.112 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:25.113 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/06/02 08:08:25.133 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:25.136 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/06/02 08:08:25.136 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/06/02 08:08:25.136 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=61.029Β΅s] [2024/06/02 08:08:25.136 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=201.558Β΅s] [] [2024/06/02 08:08:25.136 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:25.136 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:25.290 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/06/02 08:08:25.313 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=29] [2024/06/02 08:08:25.334 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:25.378 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:25.380 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/06/02 08:08:25.383 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:25.395 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:25.395 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:25.396 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:25.396 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:25.397 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:25.397 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:25.397 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:25.397 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:25.397 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:25.418 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:25.420 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:25.420 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/06/02 08:08:25.421 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=29] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:25.421 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=29] [disk-quota=348.5GiB] [2024/06/02 08:08:25.488 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [2024/06/02 08:08:25.492 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/02 08:08:25.496 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:25.497 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/06/02 08:08:25.534 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/06/02 08:08:25.537 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.049651ms] [encodeDur=830.678Β΅s] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=239.866Β΅s] [type=file] [takeTime=2.480959ms] [] [2024/06/02 08:08:25.538 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/06f00419-6b0f-4179-8093-cd1cd3e116c4.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/06/02 08:08:25.538 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [takeTime=49.624779ms] [] [2024/06/02 08:08:25.538 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/06/02 08:08:25.538 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/06/02 08:08:25.538 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/02 08:08:25.540 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.025609ms] [] [2024/06/02 08:08:25.540 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/06/02 08:08:25.545 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:25.567 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/06/02 08:08:25.567 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:25.582 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/02 08:08:25.584 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=43.550251ms] [] [2024/06/02 08:08:25.584 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/02 08:08:25.585 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.011431ms] [] [2024/06/02 08:08:25.585 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/06/02 08:08:25.585 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:25.586 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.50267ms] [] [2024/06/02 08:08:25.587 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/06/02 08:08:25.587 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:25.587 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=58.444Β΅s] [] [2024/06/02 08:08:25.587 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:25.588 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=886.691Β΅s] [] [2024/06/02 08:08:25.661 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/06/02 08:08:25.665 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:25.665 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:25.665 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:25.666 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:25.666 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:25.666 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:25.666 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:25.666 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:25.666 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:25.666 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:25.666 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:25.666 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:25.666 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:25.668 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:25.669 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:25.669 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:25.669 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:25.669 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:25.669 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=290.52889ms] [] [2024/06/02 08:08:25.720 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:25.722 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:25.723 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:25.723 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:25.793 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/02 08:08:25.795 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:25.795 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:25.939 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:26.008 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/06/02 08:08:26.008 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/06/02 08:08:26.008 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/06/02 08:08:26.016 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=8.143794ms] [] [2024/06/02 08:08:26.016 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/06/02 08:08:26.016 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/02 08:08:26.016 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [weight=30] [2024/06/02 08:08:26.016 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [concurrency=15] [2024/06/02 08:08:26.020 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/06/02 08:08:26.021 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/02 08:08:26.021 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=13.091055ms] [] [2024/06/02 08:08:26.021 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=13.320016ms] [] [2024/06/02 08:08:26.064 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=124.744844ms] [] [2024/06/02 08:08:26.132 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:26.132 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=29] [step=post-process] [state=running] [] [2024/06/02 08:08:26.135 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=29] [2024/06/02 08:08:26.202 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/06/02 08:08:26.207 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=29] [2024/06/02 08:08:26.231 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:26.231 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=29] [2024/06/02 08:08:26.320 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:26.517 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.88167486\n# Parse_time: 0.000924225\n# Compile_time: 0.00359989\n# Rewrite_time: 0.001988751\n# Optimize_time: 0.00110626\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/02 08:08:26.561 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:26.742 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:26.877 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=30] [task-id=30] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:26.922 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30] [2024/06/02 08:08:26.922 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:27.030 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:27.031 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:27.032 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/06/02 08:08:27.057 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:27.061 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/06/02 08:08:27.061 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/06/02 08:08:27.061 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=65.386Β΅s] [2024/06/02 08:08:27.061 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=197.273Β΅s] [] [2024/06/02 08:08:27.061 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:27.061 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:27.203 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/06/02 08:08:27.222 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=30] [2024/06/02 08:08:27.238 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:27.311 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:27.313 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/06/02 08:08:27.315 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:27.324 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:27.324 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:27.325 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:27.325 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:27.326 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:27.326 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:27.326 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:27.326 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:27.326 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:27.342 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:27.344 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:27.344 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/06/02 08:08:27.344 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=30] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:27.344 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=30] [disk-quota=348.5GiB] [2024/06/02 08:08:27.390 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [2024/06/02 08:08:27.395 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/02 08:08:27.398 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:27.398 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/06/02 08:08:27.431 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/06/02 08:08:27.434 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.227545ms] [encodeDur=1.02543ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=265.852Β΅s] [type=file] [takeTime=2.913534ms] [] [2024/06/02 08:08:27.435 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [takeTime=44.67587ms] [] [2024/06/02 08:08:27.435 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/1c0a615c-bb5f-4ea8-b991-34ab715e90cb.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/06/02 08:08:27.435 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/06/02 08:08:27.435 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/06/02 08:08:27.436 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/02 08:08:27.437 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.899128ms] [] [2024/06/02 08:08:27.438 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/06/02 08:08:27.442 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:27.464 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/06/02 08:08:27.464 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:27.487 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/02 08:08:27.489 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=51.320611ms] [] [2024/06/02 08:08:27.489 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/02 08:08:27.490 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.103948ms] [] [2024/06/02 08:08:27.490 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/06/02 08:08:27.490 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:27.492 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.509928ms] [] [2024/06/02 08:08:27.492 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/06/02 08:08:27.492 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:27.492 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=51.784Β΅s] [] [2024/06/02 08:08:27.492 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:27.493 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.101569ms] [] [2024/06/02 08:08:27.548 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:27.549 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:27.550 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:27.550 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:27.551 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/06/02 08:08:27.554 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:27.555 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:27.554 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:27.554 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:27.554 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:27.555 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:27.555 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:27.555 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:27.555 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:27.555 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:27.555 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:27.555 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:27.555 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:27.557 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:27.557 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:27.557 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:27.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:27.557 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:27.557 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=245.474151ms] [] [2024/06/02 08:08:27.621 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/02 08:08:27.623 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:27.623 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:27.788 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:27.829 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/06/02 08:08:27.829 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/06/02 08:08:27.829 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/06/02 08:08:27.833 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=4.09036ms] [] [2024/06/02 08:08:27.834 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/06/02 08:08:27.834 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/02 08:08:27.834 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [weight=30] [2024/06/02 08:08:27.834 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [concurrency=15] [2024/06/02 08:08:27.838 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/06/02 08:08:27.839 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/02 08:08:27.839 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=9.449845ms] [] [2024/06/02 08:08:27.839 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=9.667005ms] [] [2024/06/02 08:08:27.886 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=98.123265ms] [] [2024/06/02 08:08:27.953 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:27.953 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=30] [step=post-process] [state=running] [] [2024/06/02 08:08:27.956 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=30] [2024/06/02 08:08:28.011 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30] [type=ImportInto] [2024/06/02 08:08:28.029 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=30] [2024/06/02 08:08:28.084 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:28.084 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30] [2024/06/02 08:08:28.146 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6000903370000001\n# Parse_time: 0.000963217\n# Compile_time: 0.002560661\n# Rewrite_time: 0.001334302\n# Optimize_time: 0.000971123\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/02 08:08:28.173 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:28.185 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:28.372 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:28.458 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=38.653618ms] [2024/06/02 08:08:28.509 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=31] [task-id=31] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:28.547 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/06/02 08:08:28.547 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:28.653 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:28.654 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:28.655 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/06/02 08:08:28.676 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:28.679 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/06/02 08:08:28.679 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/06/02 08:08:28.679 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=54.629Β΅s] [2024/06/02 08:08:28.679 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=166.195Β΅s] [] [2024/06/02 08:08:28.679 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:28.679 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:28.809 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/06/02 08:08:28.831 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=31] [2024/06/02 08:08:28.860 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=31] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:28.926 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:28.927 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/06/02 08:08:28.930 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:28.943 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:28.943 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:28.944 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:28.944 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:28.945 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:28.945 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:28.945 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:28.945 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:28.945 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:28.960 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:28.962 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:28.962 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/06/02 08:08:28.962 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=31] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:28.962 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=31] [disk-quota=348.5GiB] [2024/06/02 08:08:29.002 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [2024/06/02 08:08:29.006 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/02 08:08:29.009 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:29.009 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/06/02 08:08:29.025 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/06/02 08:08:29.029 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.179081ms] [encodeDur=1.916185ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=237.588Β΅s] [type=file] [takeTime=3.72968ms] [] [2024/06/02 08:08:29.030 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/d951f12b-7fe7-4924-b54e-5ec05e1bd22f.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/06/02 08:08:29.030 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [takeTime=27.521756ms] [] [2024/06/02 08:08:29.030 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/06/02 08:08:29.030 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/06/02 08:08:29.030 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/02 08:08:29.032 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.257786ms] [] [2024/06/02 08:08:29.032 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/06/02 08:08:29.037 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:29.059 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/06/02 08:08:29.059 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:29.077 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/02 08:08:29.079 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=47.061824ms] [] [2024/06/02 08:08:29.079 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/02 08:08:29.081 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.263181ms] [] [2024/06/02 08:08:29.081 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/06/02 08:08:29.081 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:29.082 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.539026ms] [] [2024/06/02 08:08:29.082 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/06/02 08:08:29.083 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:29.083 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=64.272Β΅s] [] [2024/06/02 08:08:29.083 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/02 08:08:29.084 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=918.752Β΅s] [] [2024/06/02 08:08:29.132 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:29.136 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:29.136 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:29.136 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:29.136 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:29.138 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:29.138 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:29.138 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:29.138 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:29.138 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:29.138 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=212.504324ms] [] [2024/06/02 08:08:29.171 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:29.172 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:29.173 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:29.173 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:29.247 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/02 08:08:29.248 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:29.248 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:29.465 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:29.516 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/06/02 08:08:29.516 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/06/02 08:08:29.516 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/06/02 08:08:29.521 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=4.933291ms] [] [2024/06/02 08:08:29.521 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/06/02 08:08:29.522 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/02 08:08:29.522 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [weight=30] [2024/06/02 08:08:29.522 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [concurrency=15] [2024/06/02 08:08:29.527 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/06/02 08:08:29.528 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/02 08:08:29.528 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=11.906606ms] [] [2024/06/02 08:08:29.528 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=12.122399ms] [] [2024/06/02 08:08:29.577 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:29.577 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=31] [step=post-process] [state=running] [] [2024/06/02 08:08:29.580 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=31] [2024/06/02 08:08:29.583 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=118.002186ms] [] [2024/06/02 08:08:29.641 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=31] [type=ImportInto] [2024/06/02 08:08:29.654 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=31] [2024/06/02 08:08:29.718 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:29.719 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=31] [2024/06/02 08:08:29.782 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.612540113\n# Parse_time: 0.000758902\n# Compile_time: 0.002963427\n# Rewrite_time: 0.001470246\n# Optimize_time: 0.001264039\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/02 08:08:29.795 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=133] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/06/02 08:08:29.830 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:29.846 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:29.846 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/06/02 08:08:29.897 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:29.907 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 196, Table Name: t_gen2"] [2024/06/02 08:08:29.974 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=3.195067ms] [gotSchemaVersion=134] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:29.986 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=197] [version=134] [2024/06/02 08:08:29.988 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=21.307539ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:29.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.055 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:29.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:30.128 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/06/02 08:08:30.129 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:30.134 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.340021362\n# Parse_time: 0.000653599\n# Compile_time: 0.000940492\n# Rewrite_time: 0.00004724\n# Optimize_time: 0.001208203\n# Wait_TS: 0.000419602\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/06/02 08:08:30.152 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:30.363 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:30.477 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=32] [task-id=32] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:30.569 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=32] [2024/06/02 08:08:30.570 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:30.675 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:30.676 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:30.677 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/06/02 08:08:30.700 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:30.703 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/06/02 08:08:30.703 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/06/02 08:08:30.703 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=55.223Β΅s] [2024/06/02 08:08:30.703 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=172.506Β΅s] [] [2024/06/02 08:08:30.704 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:30.704 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:30.829 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/06/02 08:08:30.848 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=32] [2024/06/02 08:08:30.884 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=32] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:30.978 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:30.980 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/06/02 08:08:30.982 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:30.992 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:30.992 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:30.993 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:30.993 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:30.994 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:30.994 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:30.994 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:30.994 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:30.994 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:31.012 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:31.014 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:31.014 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/06/02 08:08:31.014 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=32] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:31.014 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=32] [disk-quota=348.5GiB] [2024/06/02 08:08:31.072 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [2024/06/02 08:08:31.076 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/02 08:08:31.080 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:31.080 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/06/02 08:08:31.089 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/06/02 08:08:31.092 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.445872ms] [encodeDur=872.627Β΅s] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [deliverDur=237.705Β΅s] [type=file] [takeTime=3.024661ms] [] [2024/06/02 08:08:31.093 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [takeTime=20.504035ms] [] [2024/06/02 08:08:31.093 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/7529fd6b-6903-4daf-8246-cab138b4982e.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/06/02 08:08:31.093 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/06/02 08:08:31.093 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/06/02 08:08:31.093 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/02 08:08:31.095 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.066914ms] [] [2024/06/02 08:08:31.096 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/06/02 08:08:31.100 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:31.122 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/06/02 08:08:31.123 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:31.137 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/02 08:08:31.139 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=43.259756ms] [] [2024/06/02 08:08:31.139 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/02 08:08:31.140 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.15842ms] [] [2024/06/02 08:08:31.140 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/06/02 08:08:31.140 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:31.142 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.570299ms] [] [2024/06/02 08:08:31.142 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/06/02 08:08:31.142 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:31.142 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=60.523Β΅s] [] [2024/06/02 08:08:31.142 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:31.143 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.059598ms] [] [2024/06/02 08:08:31.192 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:31.193 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:31.194 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:31.194 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:31.197 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:31.200 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:31.200 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:31.200 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:31.200 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:31.202 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:31.202 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:31.202 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:31.202 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:31.202 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:31.203 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=224.622018ms] [] [2024/06/02 08:08:31.265 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/02 08:08:31.267 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:31.267 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:31.472 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:31.517 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/06/02 08:08:31.517 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/06/02 08:08:31.517 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/06/02 08:08:31.525 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=7.808121ms] [] [2024/06/02 08:08:31.525 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [groupId=-1] [size=58] [kvs=2] [checksum=12236948213998824982] [2024/06/02 08:08:31.525 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/06/02 08:08:31.525 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [weight=30] [2024/06/02 08:08:31.525 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [concurrency=15] [2024/06/02 08:08:31.529 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=12236948213998824982] [totalKvs=2] [totalBytes=58] [2024/06/02 08:08:31.530 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/06/02 08:08:31.530 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=12.906887ms] [] [2024/06/02 08:08:31.530 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=13.169254ms] [] [2024/06/02 08:08:31.578 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=105.26096ms] [] [2024/06/02 08:08:31.589 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:31.589 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=32] [step=post-process] [state=running] [] [2024/06/02 08:08:31.592 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=32] [2024/06/02 08:08:31.629 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=32] [type=ImportInto] [2024/06/02 08:08:31.679 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=32] [2024/06/02 08:08:31.703 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:31.704 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=32] [2024/06/02 08:08:31.776 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.641375198\n# Parse_time: 0.000901759\n# Compile_time: 0.003175579\n# Rewrite_time: 0.001366832\n# Optimize_time: 0.001208203\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/02 08:08:31.817 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:31.829 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:32.025 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:32.138 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=33] [task-id=33] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/02 08:08:32.185 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=33] [2024/06/02 08:08:32.186 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/02 08:08:32.291 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:32.292 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:32.293 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/06/02 08:08:32.317 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:32.320 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/06/02 08:08:32.320 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/06/02 08:08:32.320 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=58.258Β΅s] [2024/06/02 08:08:32.321 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=174.242Β΅s] [] [2024/06/02 08:08:32.321 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:32.321 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/02 08:08:32.460 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/06/02 08:08:32.478 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=33] [type=ImportInto] [remaining-slots=26] [2024/06/02 08:08:32.478 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=33] [2024/06/02 08:08:32.522 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:32.523 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/06/02 08:08:32.525 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:32.562 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:32.562 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:32.563 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:32.563 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:32.564 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:32.564 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:32.564 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:32.564 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:32.564 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:32.579 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:32.580 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:32.580 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/06/02 08:08:32.581 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=33] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:32.581 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=33] [disk-quota=348.5GiB] [2024/06/02 08:08:32.627 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [2024/06/02 08:08:32.630 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/02 08:08:32.634 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:32.635 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/06/02 08:08:32.696 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/06/02 08:08:32.699 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.327322ms] [encodeDur=1.028484ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=273.09Β΅s] [type=file] [takeTime=3.052272ms] [] [2024/06/02 08:08:32.700 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [takeTime=73.13599ms] [] [2024/06/02 08:08:32.700 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/3095ee8d-c1e6-49b8-9356-fa125eb84d4e.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/06/02 08:08:32.700 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/06/02 08:08:32.700 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/06/02 08:08:32.700 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/02 08:08:32.703 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.691366ms] [] [2024/06/02 08:08:32.703 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/06/02 08:08:32.709 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:32.731 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/06/02 08:08:32.731 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:32.750 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/02 08:08:32.751 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=48.364112ms] [] [2024/06/02 08:08:32.751 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/02 08:08:32.753 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.141684ms] [] [2024/06/02 08:08:32.753 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/06/02 08:08:32.753 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:32.754 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.598556ms] [] [2024/06/02 08:08:32.754 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/06/02 08:08:32.754 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:32.755 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=59.275Β΅s] [] [2024/06/02 08:08:32.755 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:32.755 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=853.582Β΅s] [] [2024/06/02 08:08:32.797 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:32.801 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:32.801 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:32.801 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:32.801 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:32.803 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:32.803 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:32.803 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:32.803 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:32.803 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:32.803 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=280.865328ms] [] [2024/06/02 08:08:32.806 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:32.808 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:32.809 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:32.809 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:32.882 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/02 08:08:32.883 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:32.883 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/02 08:08:33.082 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/02 08:08:33.134 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/06/02 08:08:33.134 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/06/02 08:08:33.134 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/06/02 08:08:33.139 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=4.849852ms] [] [2024/06/02 08:08:33.139 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/06/02 08:08:33.139 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/02 08:08:33.140 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [weight=30] [2024/06/02 08:08:33.140 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [concurrency=15] [2024/06/02 08:08:33.144 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/06/02 08:08:33.145 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/02 08:08:33.145 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=10.390349ms] [] [2024/06/02 08:08:33.145 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=10.608281ms] [] [2024/06/02 08:08:33.188 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=105.510359ms] [] [2024/06/02 08:08:33.207 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:33.207 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=33] [step=post-process] [state=running] [] [2024/06/02 08:08:33.209 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=33] [2024/06/02 08:08:33.256 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=33] [type=ImportInto] [2024/06/02 08:08:33.292 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=33] [2024/06/02 08:08:33.324 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:33.324 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=33] [2024/06/02 08:08:33.437 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=52] [new=16] [2024/06/02 08:08:33.448 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6460469\n# Parse_time: 0.00119231\n# Compile_time: 0.002958612\n# Rewrite_time: 0.001497476\n# Optimize_time: 0.001369233\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/02 08:08:33.465 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:33.485 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:33.686 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:33.831 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=34] [task-id=34] [data-size=7B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:08:33.878 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/06/02 08:08:33.878 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:08:33.985 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:33.986 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:33.987 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/06/02 08:08:34.007 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:34.010 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/06/02 08:08:34.010 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/06/02 08:08:34.010 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=67.952Β΅s] [2024/06/02 08:08:34.010 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=213.589Β΅s] [] [2024/06/02 08:08:34.010 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:34.010 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:08:34.130 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/06/02 08:08:34.150 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=34] [2024/06/02 08:08:34.166 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:08:34.250 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:34.251 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/06/02 08:08:34.254 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:34.265 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:34.265 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:34.266 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:34.266 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:34.267 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:34.267 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:34.267 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:34.267 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:34.267 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:34.282 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:34.284 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:34.284 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/06/02 08:08:34.284 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=34] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:34.285 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=34] [disk-quota=348.5GiB] [2024/06/02 08:08:34.331 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [2024/06/02 08:08:34.335 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/02 08:08:34.339 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:34.340 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/06/02 08:08:34.349 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/06/02 08:08:34.352 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.089589ms] [encodeDur=824.302Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=295.821Β΅s] [type=file] [takeTime=2.649318ms] [] [2024/06/02 08:08:34.353 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [takeTime=21.879276ms] [] [2024/06/02 08:08:34.353 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/e420222d-f076-47a2-abd8-301c07c0aa89.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/06/02 08:08:34.353 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/06/02 08:08:34.353 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/06/02 08:08:34.353 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/02 08:08:34.355 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.170654ms] [] [2024/06/02 08:08:34.355 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/06/02 08:08:34.360 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:34.382 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/06/02 08:08:34.382 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:34.398 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/02 08:08:34.400 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=44.904638ms] [] [2024/06/02 08:08:34.400 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/02 08:08:34.402 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.158328ms] [] [2024/06/02 08:08:34.402 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/06/02 08:08:34.402 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:34.403 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.487872ms] [] [2024/06/02 08:08:34.403 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/06/02 08:08:34.403 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:34.403 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=62.329Β΅s] [] [2024/06/02 08:08:34.403 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/02 08:08:34.404 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=798.213Β΅s] [] [2024/06/02 08:08:34.460 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:34.464 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:34.464 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:34.464 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:34.464 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:34.466 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:34.466 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:34.466 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:34.466 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:34.466 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:34.466 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=216.08699ms] [] [2024/06/02 08:08:34.509 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:34.510 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:34.511 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:34.512 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:34.587 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/06/02 08:08:34.589 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:34.589 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:08:34.770 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:34.813 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/06/02 08:08:34.814 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/06/02 08:08:34.814 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/06/02 08:08:34.817 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=3.827936ms] [] [2024/06/02 08:08:34.818 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/02 08:08:34.818 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/02 08:08:34.818 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [weight=30] [2024/06/02 08:08:34.818 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [concurrency=15] [2024/06/02 08:08:34.821 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/06/02 08:08:34.822 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/02 08:08:34.822 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=8.379965ms] [] [2024/06/02 08:08:34.822 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=8.594525ms] [] [2024/06/02 08:08:34.869 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=99.428234ms] [] [2024/06/02 08:08:34.898 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:34.898 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=34] [step=post-process] [state=running] [] [2024/06/02 08:08:34.901 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=34] [2024/06/02 08:08:34.949 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/06/02 08:08:34.985 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=34] [2024/06/02 08:08:35.038 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:35.039 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=34] [2024/06/02 08:08:35.105 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.633967524\n# Parse_time: 0.000691118\n# Compile_time: 0.002593208\n# Rewrite_time: 0.001363084\n# Optimize_time: 0.001124811\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestIgnoreNLines [2024/06/02 08:08:35.117 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=134] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/06/02 08:08:35.131 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:35.155 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:35.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:35.155 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:35.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/02 08:08:35.217 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:35.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:35.257 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=2.783751ms] [gotSchemaVersion=135] [phyTblIDs="[167]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:35.268 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=135] [2024/06/02 08:08:35.270 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=20.39255ms] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:35.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:35.304 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:35.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:35.336 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=204.075Β΅s] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:35.346 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=136] [2024/06/02 08:08:35.348 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=16.60402ms] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:35.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:35.412 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:35.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:35.484 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=283.599Β΅s] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:35.500 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=137] [2024/06/02 08:08:35.502 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=22.937695ms] [job="ID:198, Type:drop schema, State:done, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:35.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:35.559 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[167]"] [comment="drop schema: table IDs"] [2024/06/02 08:08:35.568 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop schema"] [2024/06/02 08:08:35.572 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop schema, State:synced, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:35.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:36.393 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/06/02 08:08:36.393 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:36.397 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.281097596\n# Parse_time: 0.000478484\n# Compile_time: 0.000671519\n# Rewrite_time: 0.000032687\n# Optimize_time: 0.001422496\n# Wait_TS: 0.000495249\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/02 08:08:36.399 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/06/02 08:08:36.438 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:36.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:36.439 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:36.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/02 08:08:36.568 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:36.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:36.607 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=1.10834ms] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:08:36.619 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=200] [version=138] [2024/06/02 08:08:36.621 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=19.280449ms] [job="ID:200, Type:create schema, State:done, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:36.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:36.702 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create schema, State:synced, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:36.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:36.731 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/06/02 08:08:36.731 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:36.735 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.336829266\n# Parse_time: 0.000239721\n# Compile_time: 0.000733015\n# Rewrite_time: 0.000043689\n# Optimize_time: 0.001422496\n# Wait_TS: 0.000542086\n# DB: load_csv\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/06/02 08:08:36.740 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:08:36.745 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:08:36.796 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:36.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:36.796 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:36.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:08:36.867 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:36.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:36.875 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 199, Table ID: 201, Table Name: t"] [2024/06/02 08:08:36.977 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=3.482444ms] [gotSchemaVersion=139] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:36.991 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=202] [version=139] [2024/06/02 08:08:36.993 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=66.755721ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:36.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:37.038 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:36.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:37.085 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/06/02 08:08:37.085 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:37.089 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.347266135\n# Parse_time: 0.00137128\n# Compile_time: 0.001715432\n# Rewrite_time: 0.000063713\n# Optimize_time: 0.001422496\n# Wait_TS: 0.000607392\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:08:37.103 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:37.279 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:37.417 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=35] [task-id=35] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:08:37.456 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=35] [2024/06/02 08:08:37.457 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:08:37.564 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:37.565 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:37.566 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/06/02 08:08:37.586 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:37.589 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:37.589 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/06/02 08:08:37.589 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=97.824Β΅s] [2024/06/02 08:08:37.589 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=256.728Β΅s] [] [2024/06/02 08:08:37.589 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:37.589 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:08:37.720 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/06/02 08:08:37.739 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=35] [2024/06/02 08:08:37.801 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:08:37.839 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:08:37.840 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/06/02 08:08:37.841 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:37.850 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:37.850 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:37.851 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:37.851 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:37.852 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:37.852 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:37.852 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:37.852 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:37.852 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:37.866 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:37.868 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:37.868 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:37.868 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=35] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:37.868 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=35] [disk-quota=348.5GiB] [2024/06/02 08:08:37.905 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [2024/06/02 08:08:37.908 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:37.912 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:37.912 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/06/02 08:08:37.927 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/06/02 08:08:37.930 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=1.176416ms] [encodeDur=1.314223ms] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [deliverDur=275.022Β΅s] [type=file] [takeTime=3.104821ms] [] [2024/06/02 08:08:37.931 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/06/02 08:08:37.931 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/696551aa-bb13-4525-afc0-3653c4e68af9.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000004] [2024/06/02 08:08:37.978 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/06/02 08:08:37.982 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=1.110081ms] [encodeDur=1.315572ms] [checksum="{cksum=8522431110482423612,size=205,kvs=5}"] [deliverDur=291.521Β΅s] [type=file] [takeTime=3.050493ms] [] [2024/06/02 08:08:37.982 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/15d00b42-305d-4c79-ac10-f03e0450d526.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000013] [2024/06/02 08:08:37.982 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [takeTime=77.524694ms] [] [2024/06/02 08:08:37.982 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/06/02 08:08:37.983 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/06/02 08:08:37.983 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:37.984 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.850078ms] [] [2024/06/02 08:08:37.985 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:08:37.990 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:38.011 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/06/02 08:08:38.011 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:38.026 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/06/02 08:08:38.028 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.968606ms] [] [2024/06/02 08:08:38.028 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:38.029 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.066898ms] [] [2024/06/02 08:08:38.029 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/06/02 08:08:38.029 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:38.030 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.45478ms] [] [2024/06/02 08:08:38.030 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:08:38.030 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:38.031 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.826Β΅s] [] [2024/06/02 08:08:38.031 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:38.031 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=866.716Β΅s] [] [2024/06/02 08:08:38.071 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/06/02 08:08:38.074 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:38.074 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:38.074 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:38.074 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:38.076 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:38.076 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:38.076 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:38.076 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:38.076 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:38.076 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:38.076 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=237.447487ms] [] [2024/06/02 08:08:38.077 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:38.078 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:38.078 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:38.141 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/06/02 08:08:38.143 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:38.143 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:08:38.333 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:08:38.377 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/06/02 08:08:38.377 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/06/02 08:08:38.377 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/06/02 08:08:38.386 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=8.113457ms] [] [2024/06/02 08:08:38.386 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [groupId=-1] [size=369] [kvs=9] [checksum=14304774505401095337] [2024/06/02 08:08:38.386 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [checksum="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/06/02 08:08:38.386 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [weight=30] [2024/06/02 08:08:38.386 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [concurrency=15] [2024/06/02 08:08:38.390 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=201] [physicalTableID=201] [indexID=-1] [checksum=14304774505401095337] [totalKvs=9] [totalBytes=369] [2024/06/02 08:08:38.391 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [local="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/06/02 08:08:38.391 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=13.474121ms] [] [2024/06/02 08:08:38.391 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=13.699816ms] [] [2024/06/02 08:08:38.428 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=95.140241ms] [] [2024/06/02 08:08:38.475 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:38.475 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=35] [step=post-process] [state=running] [] [2024/06/02 08:08:38.478 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=35] [2024/06/02 08:08:38.561 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/06/02 08:08:38.563 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=35] [2024/06/02 08:08:38.582 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:38.582 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=35] [2024/06/02 08:08:38.670 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.580080567\n# Parse_time: 0.000835524\n# Compile_time: 0.001400386\n# Rewrite_time: 0.000310509\n# Optimize_time: 0.001422496\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:08:38.676 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:38.680 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/02 08:08:38.714 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:38.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:38.714 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:38.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:08:38.762 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:38.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:38.775 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 203, Table Name: t, Old Table ID: 201, Old Table Name: t"] [2024/06/02 08:08:38.818 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=3.09977ms] [gotSchemaVersion=140] [phyTblIDs="[203]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:38.830 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=204] [version=140] [2024/06/02 08:08:38.832 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=21.52305ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:38.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:38.898 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/06/02 08:08:38.907 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/06/02 08:08:38.911 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:38.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:39.002 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/06/02 08:08:39.002 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:39.006 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.326953234\n# Parse_time: 0.000252426\n# Compile_time: 0.000948354\n# Rewrite_time: 0.000047526\n# Optimize_time: 0.001046542\n# Wait_TS: 0.000461928\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:08:39.021 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:39.189 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:39.311 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=36] [task-id=36] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:08:39.357 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=36] [2024/06/02 08:08:39.357 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:08:39.462 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:39.464 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:39.465 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/06/02 08:08:39.483 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:39.486 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:39.486 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/06/02 08:08:39.486 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=78.916Β΅s] [2024/06/02 08:08:39.486 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=236.241Β΅s] [] [2024/06/02 08:08:39.486 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:39.486 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:08:39.600 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/06/02 08:08:39.619 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=36] [2024/06/02 08:08:39.628 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=36] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:08:39.699 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:08:39.701 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/06/02 08:08:39.702 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:39.711 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:39.712 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:39.712 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:39.712 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:39.713 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:39.713 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:39.713 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:39.713 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:39.713 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:39.729 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:39.730 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:39.730 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:39.731 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=36] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:39.731 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=36] [disk-quota=348.5GiB] [2024/06/02 08:08:39.772 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [2024/06/02 08:08:39.776 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:39.779 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:39.780 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/06/02 08:08:39.833 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/06/02 08:08:39.834 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=182.186Β΅s] [encodeDur=917.4Β΅s] [checksum="{cksum=1726994466585087899,size=123,kvs=3}"] [deliverDur=272.093Β΅s] [type=file] [takeTime=1.712263ms] [] [2024/06/02 08:08:39.835 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/06/02 08:08:39.835 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/7f586ea1-da43-40bd-b060-81caa77fbbb0.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000003] [2024/06/02 08:08:39.892 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/06/02 08:08:39.894 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=255.629Β΅s] [encodeDur=1.167243ms] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [deliverDur=289.197Β΅s] [type=file] [takeTime=2.030517ms] [] [2024/06/02 08:08:39.895 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [takeTime=122.483065ms] [] [2024/06/02 08:08:39.895 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3b4bd020-23b6-40eb-a136-eac2258c707f.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000012] [2024/06/02 08:08:39.895 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/06/02 08:08:39.895 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/06/02 08:08:39.895 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:39.897 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.954327ms] [] [2024/06/02 08:08:39.897 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:08:39.902 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:39.924 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/06/02 08:08:39.924 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:39.938 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/06/02 08:08:39.940 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.042113ms] [] [2024/06/02 08:08:39.940 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:39.941 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.087524ms] [] [2024/06/02 08:08:39.941 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/06/02 08:08:39.941 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:39.942 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.50486ms] [] [2024/06/02 08:08:39.942 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:08:39.943 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:39.943 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=63.901Β΅s] [] [2024/06/02 08:08:39.943 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:39.943 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=836.158Β΅s] [] [2024/06/02 08:08:39.975 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:39.976 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:39.978 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:39.978 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:39.991 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/06/02 08:08:39.993 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:39.993 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:39.994 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:39.994 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:39.993 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:39.994 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:39.994 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:39.994 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:39.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:39.994 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:39.994 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:39.994 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:39.994 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:39.996 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:39.996 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:39.996 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:39.996 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:39.996 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:39.996 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=296.433724ms] [] [2024/06/02 08:08:40.044 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/06/02 08:08:40.046 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:40.047 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:08:40.205 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:08:40.245 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/06/02 08:08:40.245 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/06/02 08:08:40.245 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/06/02 08:08:40.252 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=6.933928ms] [] [2024/06/02 08:08:40.252 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [groupId=-1] [size=287] [kvs=7] [checksum=6483480866311923818] [2024/06/02 08:08:40.252 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [checksum="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/06/02 08:08:40.253 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [weight=30] [2024/06/02 08:08:40.253 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [concurrency=15] [2024/06/02 08:08:40.256 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=203] [physicalTableID=203] [indexID=-1] [checksum=6483480866311923818] [totalKvs=7] [totalBytes=287] [2024/06/02 08:08:40.256 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [local="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/06/02 08:08:40.256 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=11.022876ms] [] [2024/06/02 08:08:40.256 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=11.221907ms] [] [2024/06/02 08:08:40.294 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=89.437518ms] [] [2024/06/02 08:08:40.373 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:40.373 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=36] [step=post-process] [state=running] [] [2024/06/02 08:08:40.376 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=36] [2024/06/02 08:08:40.413 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=36] [type=ImportInto] [2024/06/02 08:08:40.471 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=36] [2024/06/02 08:08:40.495 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:40.495 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=36] [2024/06/02 08:08:40.566 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5592547350000001\n# Parse_time: 0.000542139\n# Compile_time: 0.001587829\n# Rewrite_time: 0.000314366\n# Optimize_time: 0.001046542\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/06/02 08:08:40.577 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/02 08:08:40.585 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:40.606 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:40.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:40.606 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:40.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:08:40.658 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:40.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:40.670 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 205, Table Name: t, Old Table ID: 203, Old Table Name: t"] [2024/06/02 08:08:40.718 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=3.441995ms] [gotSchemaVersion=141] [phyTblIDs="[205]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:40.731 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=206] [version=141] [2024/06/02 08:08:40.733 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=22.789809ms] [job="ID:206, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:40.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:40.794 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/06/02 08:08:40.804 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="truncate table"] [2024/06/02 08:08:40.808 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:40.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:40.902 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/06/02 08:08:40.902 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:40.906 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.330271601\n# Parse_time: 0.000190713\n# Compile_time: 0.000915911\n# Rewrite_time: 0.000046534\n# Optimize_time: 0.001261156\n# Wait_TS: 0.000411448\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:08:40.920 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:41.103 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:08:41.249 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=37] [task-id=37] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:08:41.291 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=37] [2024/06/02 08:08:41.291 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:08:41.396 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:41.398 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:41.399 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/06/02 08:08:41.417 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:41.420 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:41.420 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/06/02 08:08:41.420 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=99.339Β΅s] [2024/06/02 08:08:41.420 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=293.948Β΅s] [] [2024/06/02 08:08:41.421 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:41.421 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:08:41.538 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/06/02 08:08:41.557 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=37] [2024/06/02 08:08:41.566 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=37] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:08:41.606 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:08:41.607 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/06/02 08:08:41.608 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:41.650 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:41.650 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:41.651 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:41.651 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:41.652 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:41.652 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:41.652 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:41.652 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:41.652 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:41.666 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:41.668 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:41.668 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:41.668 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=37] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:41.668 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=37] [disk-quota=348.5GiB] [2024/06/02 08:08:41.710 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [2024/06/02 08:08:41.714 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:41.717 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:41.717 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/06/02 08:08:41.733 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [2024/06/02 08:08:41.734 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [readDur=98.709Β΅s] [encodeDur=519.946Β΅s] [checksum="{cksum=15880027770607611968,size=41,kvs=1}"] [deliverDur=210.652Β΅s] [type=file] [takeTime=1.195152ms] [] [2024/06/02 08:08:41.735 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/06/02 08:08:41.735 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/19a3cdbf-812d-4a2f-a541-ddd4674a008b.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000001] [2024/06/02 08:08:41.750 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [2024/06/02 08:08:41.751 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [readDur=164.509Β΅s] [encodeDur=699.548Β΅s] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [deliverDur=200.146Β΅s] [type=file] [takeTime=1.342804ms] [] [2024/06/02 08:08:41.752 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/352e7ae0-08aa-402d-b997-51f581b0c3ab.sst] [firstKey=7480000000000000CD5F72800000000000000F] [lastKey=7480000000000000CD5F728000000000000010] [2024/06/02 08:08:41.752 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [takeTime=42.208366ms] [] [2024/06/02 08:08:41.752 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/06/02 08:08:41.752 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/06/02 08:08:41.752 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:41.754 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.731936ms] [] [2024/06/02 08:08:41.754 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:08:41.759 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:41.782 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/06/02 08:08:41.782 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:41.795 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/06/02 08:08:41.797 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.696856ms] [] [2024/06/02 08:08:41.797 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:08:41.798 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.067835ms] [] [2024/06/02 08:08:41.798 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/06/02 08:08:41.798 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:41.800 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.501355ms] [] [2024/06/02 08:08:41.800 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:08:41.800 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:41.800 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=59.573Β΅s] [] [2024/06/02 08:08:41.800 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:08:41.801 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=800.07Β΅s] [] [2024/06/02 08:08:41.848 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:41.852 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:41.852 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:41.852 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:41.852 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:41.854 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:41.854 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:41.854 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:41.854 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:41.854 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:41.854 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=248.374372ms] [] [2024/06/02 08:08:41.913 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:41.914 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:41.916 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:41.916 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:41.987 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/06/02 08:08:41.989 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:41.989 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:08:42.170 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:08:42.214 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/06/02 08:08:42.214 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/06/02 08:08:42.214 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/06/02 08:08:42.222 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=8.303409ms] [] [2024/06/02 08:08:42.222 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [groupId=-1] [size=123] [kvs=3] [checksum=16159877524845660299] [2024/06/02 08:08:42.222 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [checksum="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/06/02 08:08:42.222 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [weight=30] [2024/06/02 08:08:42.223 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [concurrency=15] [2024/06/02 08:08:42.227 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=16159877524845660299] [totalKvs=3] [totalBytes=123] [2024/06/02 08:08:42.227 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [local="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/06/02 08:08:42.227 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=13.47789ms] [] [2024/06/02 08:08:42.227 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=13.745747ms] [] [2024/06/02 08:08:42.266 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=95.939667ms] [] [2024/06/02 08:08:42.312 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:42.313 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=37] [step=post-process] [state=running] [] [2024/06/02 08:08:42.316 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=37] [2024/06/02 08:08:42.404 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=37] [2024/06/02 08:08:42.428 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=37] [type=ImportInto] [2024/06/02 08:08:42.428 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:42.428 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=37] [2024/06/02 08:08:42.517 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.609712645\n# Parse_time: 0.000757139\n# Compile_time: 0.001606567\n# Rewrite_time: 0.000375471\n# Optimize_time: 0.001261156\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestImportInto/TestImportIntoPrivilegePositiveCase [2024/06/02 08:08:42.529 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=141] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/06/02 08:08:42.533 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:42.559 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:42.559 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists import_into"] [2024/06/02 08:08:42.625 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:42.668 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=3.196325ms] [gotSchemaVersion=142] [phyTblIDs="[139]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:42.681 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=142] [2024/06/02 08:08:42.683 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=22.646676ms] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:42.742 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:42.811 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=330.768Β΅s] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:42.829 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=143] [2024/06/02 08:08:42.831 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=26.306125ms] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:42.892 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:42.937 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=208.452Β΅s] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:42.949 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=144] [2024/06/02 08:08:42.951 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=21.541546ms] [job="ID:207, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:43.016 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[139]"] [comment="drop schema: table IDs"] [2024/06/02 08:08:43.025 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop schema"] [2024/06/02 08:08:43.029 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:42.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:43.080 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/06/02 08:08:43.080 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:43.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.556935795\n# Parse_time: 0.000822514\n# Compile_time: 0.000835122\n# Rewrite_time: 0.000038428\n# Optimize_time: 0.001093177\n# Wait_TS: 0.000462767\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/06/02 08:08:43.086 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/06/02 08:08:43.118 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:43.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:43.118 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:43.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/06/02 08:08:43.190 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:43.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:43.222 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=1.098154ms] [gotSchemaVersion=145] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:08:43.271 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=209] [version=145] [2024/06/02 08:08:43.274 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=57.419489ms] [job="ID:209, Type:create schema, State:done, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:43.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:43.339 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create schema, State:synced, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:43.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:43.371 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/06/02 08:08:43.371 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:43.379 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:08:43.428 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:43.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:43.428 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:43.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:08:43.476 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:43.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:43.484 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 208, Table ID: 210, Table Name: t"] [2024/06/02 08:08:43.562 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=3.203503ms] [gotSchemaVersion=146] [phyTblIDs="[210]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:43.572 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=211] [version=146] [2024/06/02 08:08:43.574 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=20.179211ms] [job="ID:211, Type:create table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:43.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:43.646 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:create table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:43.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:43.723 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/06/02 08:08:43.724 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:43.729 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351380206\n# Parse_time: 0.000600219\n# Compile_time: 0.0007873\n# Rewrite_time: 0.000054131\n# Optimize_time: 0.001093177\n# Wait_TS: 0.000455692\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:08:43.732 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/06/02 08:08:43.967 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/06/02 08:08:44.154 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/02 08:08:44.319 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/02 08:08:44.503 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/02 08:08:44.652 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/02 08:08:44.802 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/02 08:08:45.006 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:45.250 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:08:45.350 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=38] [task-id=38] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:08:45.393 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/06/02 08:08:45.393 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:08:45.500 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:45.501 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:45.502 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/06/02 08:08:45.524 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:45.527 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:45.527 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/06/02 08:08:45.527 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=77.892Β΅s] [2024/06/02 08:08:45.527 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=246.158Β΅s] [] [2024/06/02 08:08:45.527 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:45.527 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:08:45.678 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/06/02 08:08:45.697 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=38] [2024/06/02 08:08:45.722 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=38] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:08:45.765 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:45.766 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/06/02 08:08:45.767 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:45.776 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:45.776 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:45.776 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:45.777 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:45.777 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:45.777 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:45.777 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:45.778 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:45.778 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:45.791 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:45.793 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:45.793 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:45.793 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=38] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:45.794 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=38] [disk-quota=348.5GiB] [2024/06/02 08:08:45.845 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [2024/06/02 08:08:45.849 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:08:45.853 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:45.853 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/06/02 08:08:45.861 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/06/02 08:08:45.864 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=1.263634ms] [encodeDur=1.250053ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=293.339Β΅s] [type=file] [takeTime=3.340343ms] [] [2024/06/02 08:08:45.865 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [takeTime=19.460394ms] [] [2024/06/02 08:08:45.865 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f84200a8-1779-48e3-bbcc-8d57bda7b2af.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/06/02 08:08:45.865 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/06/02 08:08:45.865 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/06/02 08:08:45.865 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:08:45.867 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.18605ms] [] [2024/06/02 08:08:45.868 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:08:45.872 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:45.894 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/06/02 08:08:45.894 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:45.908 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/06/02 08:08:45.910 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.207243ms] [] [2024/06/02 08:08:45.910 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:08:45.911 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.098398ms] [] [2024/06/02 08:08:45.911 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/06/02 08:08:45.911 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:45.913 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.497015ms] [] [2024/06/02 08:08:45.913 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:08:45.913 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:45.913 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=64.512Β΅s] [] [2024/06/02 08:08:45.913 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:45.914 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=915.399Β΅s] [] [2024/06/02 08:08:45.964 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/06/02 08:08:45.967 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:45.967 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:45.967 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:45.967 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:45.967 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:45.967 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:45.968 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:45.968 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:45.968 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:45.968 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:45.968 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:45.968 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:45.968 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:45.970 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:45.970 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:45.970 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:45.970 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:45.970 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:45.970 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=204.837502ms] [] [2024/06/02 08:08:46.012 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:46.013 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:46.014 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:46.015 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:46.128 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/06/02 08:08:46.130 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:46.130 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:08:46.293 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:46.340 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/06/02 08:08:46.341 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/06/02 08:08:46.341 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/06/02 08:08:46.349 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=7.990573ms] [] [2024/06/02 08:08:46.349 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/06/02 08:08:46.349 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/02 08:08:46.349 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [weight=30] [2024/06/02 08:08:46.349 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [concurrency=15] [2024/06/02 08:08:46.353 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=210] [physicalTableID=210] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/06/02 08:08:46.354 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/02 08:08:46.354 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=13.56571ms] [] [2024/06/02 08:08:46.354 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=13.735957ms] [] [2024/06/02 08:08:46.392 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=99.242392ms] [] [2024/06/02 08:08:46.457 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:46.457 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=38] [step=post-process] [state=running] [] [2024/06/02 08:08:46.460 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=38] [2024/06/02 08:08:46.509 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=38] [2024/06/02 08:08:46.511 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=38] [type=ImportInto] [2024/06/02 08:08:46.534 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:46.534 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=38] [2024/06/02 08:08:46.624 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.631204294\n# Parse_time: 0.00060187\n# Compile_time: 0.001575938\n# Rewrite_time: 0.00031732\n# Optimize_time: 0.001093177\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:08:46.631 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:46.633 +00:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/06/02 08:08:46.635 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/06/02 08:08:46.663 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:46.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:46.663 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:46.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:08:46.716 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:46.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:46.727 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 212, Table Name: t, Old Table ID: 210, Old Table Name: t"] [2024/06/02 08:08:46.775 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=3.381046ms] [gotSchemaVersion=147] [phyTblIDs="[212]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:46.823 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=213] [version=147] [2024/06/02 08:08:46.826 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=58.813679ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:46.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:46.887 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[210]"] [comment="drop table: table ID"] [2024/06/02 08:08:46.896 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/06/02 08:08:46.900 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:46.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:46.967 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/06/02 08:08:46.967 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:46.971 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.337292764\n# Parse_time: 0.000368624\n# Compile_time: 0.001397603\n# Rewrite_time: 0.000052562\n# Optimize_time: 0.000956462\n# Wait_TS: 0.000338746\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:08:46.985 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:47.162 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:08:47.303 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=39] [task-id=39] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:08:47.346 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=39] [2024/06/02 08:08:47.346 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:08:47.452 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:47.453 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:47.454 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/06/02 08:08:47.475 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:47.478 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:47.478 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/06/02 08:08:47.478 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=75.306Β΅s] [2024/06/02 08:08:47.478 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=241.979Β΅s] [] [2024/06/02 08:08:47.478 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:47.479 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:08:47.602 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/06/02 08:08:47.655 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=39] [2024/06/02 08:08:47.665 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=39] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:08:47.713 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:47.714 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/06/02 08:08:47.715 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:47.724 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:47.724 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:47.725 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:47.725 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:47.726 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:47.726 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:47.726 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:47.726 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:47.726 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:47.741 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:47.743 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:47.743 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:47.743 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=39] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:47.743 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=39] [disk-quota=348.5GiB] [2024/06/02 08:08:47.787 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [2024/06/02 08:08:47.791 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:08:47.795 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:47.795 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/06/02 08:08:47.819 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [2024/06/02 08:08:47.822 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [readDur=1.258422ms] [encodeDur=819.712Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=278.216Β΅s] [type=file] [takeTime=2.764692ms] [] [2024/06/02 08:08:47.823 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [takeTime=35.527761ms] [] [2024/06/02 08:08:47.823 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/737a0e3d-d322-4f10-9c25-042224ec03a5.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/06/02 08:08:47.823 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/06/02 08:08:47.823 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/06/02 08:08:47.823 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:08:47.825 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.0148ms] [] [2024/06/02 08:08:47.825 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:08:47.830 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:47.852 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/06/02 08:08:47.852 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:47.866 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/06/02 08:08:47.867 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=41.693326ms] [] [2024/06/02 08:08:47.867 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:08:47.868 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.099761ms] [] [2024/06/02 08:08:47.868 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/06/02 08:08:47.868 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:47.870 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.55631ms] [] [2024/06/02 08:08:47.870 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:08:47.870 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:47.870 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=66.272Β΅s] [] [2024/06/02 08:08:47.870 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:47.871 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=901.774Β΅s] [] [2024/06/02 08:08:47.915 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/06/02 08:08:47.918 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:47.918 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:47.918 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:47.918 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:47.918 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:47.919 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:47.919 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:47.919 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:47.919 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:47.919 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:47.919 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:47.919 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:47.919 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:47.921 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:47.921 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:47.921 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:47.921 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:47.921 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:47.921 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=208.326615ms] [] [2024/06/02 08:08:47.968 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:47.970 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:47.971 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:47.971 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:48.077 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/06/02 08:08:48.079 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:48.079 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:08:48.236 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:48.280 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/06/02 08:08:48.280 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/06/02 08:08:48.280 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/06/02 08:08:48.288 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=8.338591ms] [] [2024/06/02 08:08:48.288 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/06/02 08:08:48.288 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/02 08:08:48.289 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [weight=30] [2024/06/02 08:08:48.289 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [concurrency=15] [2024/06/02 08:08:48.293 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=212] [physicalTableID=212] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/06/02 08:08:48.293 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/02 08:08:48.293 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.560134ms] [] [2024/06/02 08:08:48.294 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.795743ms] [] [2024/06/02 08:08:48.336 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=99.986734ms] [] [2024/06/02 08:08:48.376 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:48.376 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=39] [step=post-process] [state=running] [] [2024/06/02 08:08:48.379 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=39] [2024/06/02 08:08:48.468 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=39] [2024/06/02 08:08:48.470 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=39] [type=ImportInto] [2024/06/02 08:08:48.492 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:48.492 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=39] [2024/06/02 08:08:48.584 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.612342905\n# Parse_time: 0.000369312\n# Compile_time: 0.001552559\n# Rewrite_time: 0.000255753\n# Optimize_time: 0.000956462\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:08:48.595 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4182\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase1184675466/001/file.csv'"] [2024/06/02 08:08:48.598 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/02 08:08:48.621 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:48.799 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/06/02 08:08:48.840 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:48.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:48.840 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:48.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:08:48.906 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:48.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:48.919 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 214, Table Name: t, Old Table ID: 212, Old Table Name: t"] [2024/06/02 08:08:49.883 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=1.21401592s] [2024/06/02 08:08:49.976 +00:00] [INFO] [commit.go:160] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=450184014426537989] [info="{StartTs:450184014426537989 AttemptedCommitTs:450184014452752387 Key:6d44423a3230380000fd00000000000000685449443a32313200fe MinCommitTs:450184014701789189}"] [2024/06/02 08:08:49.978 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184014439645188\n# Query_time: 1.026978351\n# Parse_time: 0\n# Compile_time: 0.000534155\n# Rewrite_time: 0.000007507\n# Optimize_time: 0.005015035\n# Wait_TS: 0\n# Prewrite_time: 0.001448605 Commit_time: 0.003357959 Get_commit_ts_time: 0.000418801 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 458.7Β΅s}, scan_detail: {get_snapshot_time: 8.56Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 10.4Β΅s, propose_send_wait: 0s, persist_log: {total: 52.3Β΅s, write_leader_wait: 34ns, sync_log: 32.5Β΅s, write_memtable: 472ns}, commit_log: 199.3Β΅s, apply_batch_wait: 10.9Β΅s, apply: {total:70.1Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 16.1Β΅s, write_memtable: 18.4Β΅s}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 458.7Β΅s}, scan_detail: {get_snapshot_time: 8.56Β΅s, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 10.4Β΅s, propose_send_wait: 0s, persist_log: {total: 52.3Β΅s, write_leader_wait: 34ns, sync_log: 32.5Β΅s, write_memtable: 472ns}, commit_log: 199.3Β΅s, apply_batch_wait: 10.9Β΅s, apply: {total:70.1Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 16.1Β΅s, write_memtable: 18.4Β΅s}}} Write_keys: 9 Write_size: 521 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.00370933\n# PD_total: 0.000403987\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/02 08:08:49.989 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=3.912279ms] [gotSchemaVersion=148] [phyTblIDs="[214]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:50.003 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=215] [version=148] [2024/06/02 08:08:50.005 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=25.404549ms] [job="ID:215, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:48.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:50.076 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/06/02 08:08:50.086 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/06/02 08:08:50.091 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:48.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:50.165 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/06/02 08:08:50.165 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:50.226 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.428647765\n# Parse_time: 0.000205041\n# Compile_time: 0.001090777\n# Rewrite_time: 0.000053176\n# Optimize_time: 0.001253767\n# Wait_TS: 0.000444168\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:08:50.462 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase1184675466/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:08:50.462 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:08:50.462 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/06/02 08:08:50.462 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=68.942Β΅s] [2024/06/02 08:08:50.462 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=214.144Β΅s] [] [2024/06/02 08:08:50.569 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=40] [task-id=40] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:08:50.614 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=40] [2024/06/02 08:08:50.614 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:08:50.725 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:50.728 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:50.729 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/06/02 08:08:50.756 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:50.756 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:08:50.939 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/06/02 08:08:50.974 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:08:51.014 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:51.016 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/06/02 08:08:51.024 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:51.024 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:51.025 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:51.025 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:51.026 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:51.026 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:51.026 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:51.026 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:51.026 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:51.043 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:51.045 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:51.045 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:08:51.045 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=40] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:51.045 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=40] [disk-quota=348.5GiB] [2024/06/02 08:08:51.088 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [2024/06/02 08:08:51.092 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:08:51.096 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:51.096 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=214] [2024/06/02 08:08:51.109 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=214] [key=file.csv:0] [2024/06/02 08:08:51.111 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=214] [key=file.csv:0] [readDur=278.709Β΅s] [encodeDur=951.701Β΅s] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=276.657Β΅s] [type=file] [takeTime=1.917934ms] [] [2024/06/02 08:08:51.112 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [takeTime=23.377068ms] [] [2024/06/02 08:08:51.112 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4c0704c7-2e82-48b6-a636-11067d2a2079.sst] [firstKey=7480000000000000D65F728000000000000001] [lastKey=7480000000000000D65F728000000000000002] [2024/06/02 08:08:51.112 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/06/02 08:08:51.112 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/06/02 08:08:51.112 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:08:51.114 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.788887ms] [] [2024/06/02 08:08:51.114 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/02 08:08:51.119 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:51.140 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/06/02 08:08:51.141 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:51.155 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/06/02 08:08:51.157 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.960682ms] [] [2024/06/02 08:08:51.157 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/02 08:08:51.158 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.083882ms] [] [2024/06/02 08:08:51.158 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/06/02 08:08:51.158 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:51.160 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.479231ms] [] [2024/06/02 08:08:51.160 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/02 08:08:51.160 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:51.160 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=54.93Β΅s] [] [2024/06/02 08:08:51.160 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/02 08:08:51.161 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=940.766Β΅s] [] [2024/06/02 08:08:51.212 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/06/02 08:08:51.215 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:51.215 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:51.216 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:51.216 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:51.215 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:51.216 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:51.216 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:51.216 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:51.216 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:51.216 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:51.216 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:51.216 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:51.216 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:51.218 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:51.218 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:51.218 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:51.218 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:51.218 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:51.218 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=204.168152ms] [] [2024/06/02 08:08:51.557 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [2024/06/02 08:08:51.557 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/06/02 08:08:51.970 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=40] [2024/06/02 08:08:51.989 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:51.990 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:51.992 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:51.992 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:08:52.058 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/06/02 08:08:52.060 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:52.060 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:08:52.200 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:08:52.283 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:52.335 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/06/02 08:08:52.336 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/06/02 08:08:52.336 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/06/02 08:08:52.345 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=8.830493ms] [] [2024/06/02 08:08:52.345 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/06/02 08:08:52.345 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/02 08:08:52.345 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [weight=30] [2024/06/02 08:08:52.345 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [concurrency=15] [2024/06/02 08:08:52.349 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=214] [physicalTableID=214] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/06/02 08:08:52.350 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/02 08:08:52.350 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=14.041161ms] [] [2024/06/02 08:08:52.350 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=14.274768ms] [] [2024/06/02 08:08:52.399 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=116.468155ms] [] [2024/06/02 08:08:52.438 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:52.438 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=40] [step=post-process] [state=running] [] [2024/06/02 08:08:52.441 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=40] [2024/06/02 08:08:52.493 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/06/02 08:08:52.519 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=40] [2024/06/02 08:08:52.543 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:52.543 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=40] [2024/06/02 08:08:52.686 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:52.735 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.506826797\n# Parse_time: 0.001305647\n# Compile_time: 0.002581645\n# Rewrite_time: 0.00035446\n# Optimize_time: 0.001253767\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi41cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi41cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase1184675466/001/file.csv';"] === RUN TestImportInto/TestImportMode [2024/06/02 08:08:52.746 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/06/02 08:08:52.775 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:52.775 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/06/02 08:08:52.824 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:52.866 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=2.798437ms] [gotSchemaVersion=149] [phyTblIDs="[205]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:52.878 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=216] [version=149] [2024/06/02 08:08:52.879 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=20.850341ms] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:52.951 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:52.980 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=190.346Β΅s] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:52.995 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=216] [version=150] [2024/06/02 08:08:52.997 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=21.387532ms] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.058 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.135 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=362.802Β΅s] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:08:53.150 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=216] [version=151] [2024/06/02 08:08:53.151 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=23.189391ms] [job="ID:216, Type:drop schema, State:done, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.213 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[205]"] [comment="drop schema: table IDs"] [2024/06/02 08:08:53.223 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop schema"] [2024/06/02 08:08:53.228 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:drop schema, State:synced, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:52.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.280 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/06/02 08:08:53.280 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:53.283 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.538682254\n# Parse_time: 0.000623663\n# Compile_time: 0.000776086\n# Rewrite_time: 0.000035684\n# Optimize_time: 0.001227895\n# Wait_TS: 0.000321218\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/06/02 08:08:53.285 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/06/02 08:08:53.315 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:53.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:53.315 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:53.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/06/02 08:08:53.360 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:53.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.392 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=1.119978ms] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:08:53.404 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=218] [version=152] [2024/06/02 08:08:53.406 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=20.069399ms] [job="ID:218, Type:create schema, State:done, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:08:53.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.446 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create schema, State:synced, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:53.26 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.473 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/06/02 08:08:53.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:53.479 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/06/02 08:08:53.577 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:53.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:53.577 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:53.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/06/02 08:08:53.646 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:53.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.657 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 217, Table ID: 219, Table Name: import_mode"] [2024/06/02 08:08:53.730 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.928967ms] [gotSchemaVersion=153] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:08:53.742 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=220] [version=153] [2024/06/02 08:08:53.744 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=21.558871ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:53.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.801 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:53.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:53.855 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/06/02 08:08:53.855 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:53.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.381895926\n# Parse_time: 0.000605447\n# Compile_time: 0.001032313\n# Rewrite_time: 0.00005944\n# Optimize_time: 0.001227895\n# Wait_TS: 0.000376878\n# DB: import_into\n# Is_internal: false\n# Digest: 7c79d972eb975faec6764039c1dfcf136733d01396f4f8bdcf65ab0f431a0497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/06/02 08:08:53.878 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:54.134 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:08:54.270 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=41] [task-id=41] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:08:54.315 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=41] [2024/06/02 08:08:54.316 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:08:54.458 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:54.460 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:54.461 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/06/02 08:08:54.481 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:54.484 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/02 08:08:54.484 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/02 08:08:54.484 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=67.826Β΅s] [2024/06/02 08:08:54.484 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=185.763Β΅s] [] [2024/06/02 08:08:54.484 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:54.485 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:08:54.620 +00:00] [INFO] [import_into_test.go:804] [ToImportMode] [2024/06/02 08:08:54.626 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=41] [2024/06/02 08:08:54.653 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=41] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:08:54.694 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:54.696 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/06/02 08:08:54.697 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:54.706 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:54.706 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:54.707 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:54.707 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:54.708 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:54.708 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:54.708 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:54.708 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:54.708 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:54.722 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:54.724 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:54.725 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/02 08:08:54.725 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=41] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:54.725 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=41] [disk-quota=348.5GiB] [2024/06/02 08:08:54.766 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [2024/06/02 08:08:54.770 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:08:54.773 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:08:54.773 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/06/02 08:08:54.781 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/06/02 08:08:54.783 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.08041ms] [encodeDur=511.95Β΅s] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [deliverDur=241.081Β΅s] [type=file] [takeTime=2.297079ms] [] [2024/06/02 08:08:54.784 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [takeTime=18.146458ms] [] [2024/06/02 08:08:54.784 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/7bb53096-646d-4d4e-91de-821ab3309d47.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/06/02 08:08:54.784 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/06/02 08:08:54.784 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/06/02 08:08:54.784 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:08:54.786 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.951787ms] [] [2024/06/02 08:08:54.786 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/06/02 08:08:54.791 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:54.813 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/06/02 08:08:54.813 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:55.750 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/02 08:08:55.752 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=965.67262ms] [] [2024/06/02 08:08:55.752 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:08:55.753 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.395933ms] [] [2024/06/02 08:08:55.754 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/06/02 08:08:55.754 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:08:55.755 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.742155ms] [] [2024/06/02 08:08:55.756 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/06/02 08:08:55.756 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:08:55.756 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=53.611Β΅s] [] [2024/06/02 08:08:55.756 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:08:55.757 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.06805ms] [] [2024/06/02 08:08:55.839 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/06/02 08:08:55.842 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:55.844 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:55.844 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:55.844 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:55.844 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:55.844 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:55.845 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:55.845 +00:00] [INFO] [import_into_test.go:809] [ToNormalMode] [2024/06/02 08:08:55.846 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:55.846 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:55.846 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:55.846 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:55.846 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:55.847 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=1.151929404s] [] [2024/06/02 08:08:55.901 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/02 08:08:55.903 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:55.903 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:08:56.046 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:56.092 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/06/02 08:08:56.092 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/06/02 08:08:56.092 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/06/02 08:08:56.100 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=7.510399ms] [] [2024/06/02 08:08:56.100 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [groupId=-1] [size=37] [kvs=1] [checksum=13229870688400196519] [2024/06/02 08:08:56.100 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/06/02 08:08:56.100 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [weight=30] [2024/06/02 08:08:56.100 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [concurrency=15] [2024/06/02 08:08:56.104 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=219] [physicalTableID=219] [indexID=-1] [checksum=13229870688400196519] [totalKvs=1] [totalBytes=37] [2024/06/02 08:08:56.104 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/06/02 08:08:56.104 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=12.395817ms] [] [2024/06/02 08:08:56.105 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=12.603411ms] [] [2024/06/02 08:08:56.138 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:08:56.138 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=41] [step=post-process] [state=running] [] [2024/06/02 08:08:56.170 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=41] [2024/06/02 08:08:56.188 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=142.200544ms] [] [2024/06/02 08:08:56.221 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=41] [2024/06/02 08:08:56.241 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=41] [type=ImportInto] [2024/06/02 08:08:56.246 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:08:56.246 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=41] [2024/06/02 08:08:56.326 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:08:56.427 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.566288091\n# Parse_time: 0.000669265\n# Compile_time: 0.002272436\n# Rewrite_time: 0.000244994\n# Optimize_time: 0.001227895\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/06/02 08:08:56.466 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/02 08:08:56.495 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:56.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:08:56.495 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-06-02 08:08:56.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/02 08:08:56.602 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-02 08:08:56.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:56.615 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 221, Table Name: import_mode, Old Table ID: 219, Old Table Name: import_mode"] [2024/06/02 08:08:56.667 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=3.33081ms] [gotSchemaVersion=154] [phyTblIDs="[221]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:08:56.679 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=222] [version=154] [2024/06/02 08:08:56.681 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=22.572269ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:56.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:56.752 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=222] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/06/02 08:08:56.762 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/06/02 08:08:56.766 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-02 08:08:56.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:08:56.825 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/06/02 08:08:56.826 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:08:56.829 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.3645276\n# Parse_time: 0.000271428\n# Compile_time: 0.001049498\n# Rewrite_time: 0.000037913\n# Optimize_time: 0.001213218\n# Wait_TS: 0.000396865\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/02 08:08:56.847 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:57.092 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:08:57.191 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=42] [task-id=42] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:08:57.230 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/06/02 08:08:57.230 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:08:57.338 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:08:57.339 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:57.340 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/06/02 08:08:57.360 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:57.363 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/02 08:08:57.363 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/02 08:08:57.363 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=61.318Β΅s] [2024/06/02 08:08:57.363 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=199.358Β΅s] [] [2024/06/02 08:08:57.363 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:08:57.363 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:08:57.540 +00:00] [INFO] [import_into_test.go:804] [ToImportMode] [2024/06/02 08:08:57.546 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=42] [2024/06/02 08:08:57.569 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=42] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:08:57.607 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:57.609 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/06/02 08:08:57.610 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:08:57.619 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:08:57.619 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:08:57.619 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:57.619 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:08:57.620 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:08:57.620 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:57.620 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:08:57.620 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:08:57.620 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:57.636 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:08:57.638 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:08:57.638 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/02 08:08:57.638 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=42] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:08:57.638 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=42] [disk-quota=348.5GiB] [2024/06/02 08:08:57.684 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [2024/06/02 08:08:57.688 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:08:57.691 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:08:57.692 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=221] [2024/06/02 08:08:57.721 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [2024/06/02 08:08:57.724 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [readDur=1.208097ms] [encodeDur=1.069822ms] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [deliverDur=336.264Β΅s] [type=file] [takeTime=3.069854ms] [] [2024/06/02 08:08:57.725 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [takeTime=41.281735ms] [] [2024/06/02 08:08:57.725 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/9429fb75-040a-4e21-a9b3-29c63622aa6d.sst] [firstKey=7480000000000000DD5F728000000000000001] [lastKey=7480000000000000DD5F728000000000000001] [2024/06/02 08:08:57.725 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/06/02 08:08:57.725 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/06/02 08:08:57.726 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:08:57.728 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.226125ms] [] [2024/06/02 08:08:57.728 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/06/02 08:08:57.733 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:08:57.755 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/06/02 08:08:57.755 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:08:57.769 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/02 08:08:57.771 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=43.316533ms] [] [2024/06/02 08:08:57.771 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:08:57.773 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.150748ms] [] [2024/06/02 08:08:57.773 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/06/02 08:08:57.773 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:08:57.774 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.581858ms] [] [2024/06/02 08:08:57.774 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/06/02 08:08:57.774 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:08:57.774 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=57.751Β΅s] [] [2024/06/02 08:08:57.774 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:08:57.775 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=990.783Β΅s] [] [2024/06/02 08:08:57.872 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:08:57.872 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/06/02 08:08:57.874 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:08:57.875 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/06/02 08:08:57.875 +00:00] [INFO] [import_into_test.go:809] [ToNormalMode] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:08:57.877 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:08:57.877 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:57.877 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:57.877 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:08:57.880 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:08:57.880 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:08:57.880 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:08:57.880 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:08:57.880 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:08:57.880 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=272.839694ms] [] [2024/06/02 08:08:57.940 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/02 08:08:57.942 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:08:57.942 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:08:58.117 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:08:58.167 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/06/02 08:09:03.168 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/06/02 08:09:03.168 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/06/02 08:09:03.177 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=9.141323ms] [] [2024/06/02 08:09:03.177 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [groupId=-1] [size=37] [kvs=1] [checksum=13298724519868546672] [2024/06/02 08:09:03.177 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/06/02 08:09:03.177 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [weight=30] [2024/06/02 08:09:03.177 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [concurrency=15] [2024/06/02 08:09:03.182 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=221] [physicalTableID=221] [indexID=-1] [checksum=13298724519868546672] [totalKvs=1] [totalBytes=37] [2024/06/02 08:09:03.183 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [local="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/06/02 08:09:03.183 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=14.962214ms] [] [2024/06/02 08:09:03.183 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=5.01541991s] [] [2024/06/02 08:09:03.233 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=5.115565433s] [] [2024/06/02 08:09:03.251 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:03.252 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=42] [step=post-process] [state=running] [] [2024/06/02 08:09:03.255 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=42] [2024/06/02 08:09:03.315 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=42] [type=ImportInto] [2024/06/02 08:09:03.339 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=42] [2024/06/02 08:09:03.360 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:03.360 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=42] [2024/06/02 08:09:03.454 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:03.594 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.763736311\n# Parse_time: 0.000999246\n# Compile_time: 0.002144422\n# Rewrite_time: 0.000428969\n# Optimize_time: 0.001213218\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni43NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni43NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/06/02 08:09:03.604 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/02 08:09:03.643 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:03.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:03.643 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:03.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/02 08:09:03.717 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:03.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:03.729 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 223, Table Name: import_mode, Old Table ID: 221, Old Table Name: import_mode"] [2024/06/02 08:09:03.776 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=3.223326ms] [gotSchemaVersion=155] [phyTblIDs="[223]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:09:03.787 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=224] [version=155] [2024/06/02 08:09:03.788 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=20.022262ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:03.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:03.851 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/06/02 08:09:03.861 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/06/02 08:09:03.866 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:03.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:03.968 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/06/02 08:09:03.969 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:03.973 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.370896256\n# Parse_time: 0.000463617\n# Compile_time: 0.001121068\n# Rewrite_time: 0.00006045\n# Optimize_time: 0.00096633\n# Wait_TS: 0.000390394\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/02 08:09:03.976 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/02 08:09:04.008 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:03.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:04.009 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:03.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/02 08:09:04.079 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:03.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:04.091 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 225, Table Name: import_mode, Old Table ID: 223, Old Table Name: import_mode"] [2024/06/02 08:09:04.157 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=3.585814ms] [gotSchemaVersion=156] [phyTblIDs="[225]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:09:04.169 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=226] [version=156] [2024/06/02 08:09:04.171 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=22.384898ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:03.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:04.249 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop table: table ID"] [2024/06/02 08:09:04.258 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/06/02 08:09:04.262 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:03.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:04.329 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/06/02 08:09:04.329 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:04.333 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.358452769\n# Parse_time: 0.00058834\n# Compile_time: 0.001106507\n# Rewrite_time: 0.000051544\n# Optimize_time: 0.00096633\n# Wait_TS: 0.000397881\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/02 08:09:04.348 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:04.603 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=true] [2024/06/02 08:09:04.702 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=43] [task-id=43] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:04.742 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=43] [2024/06/02 08:09:04.742 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:04.848 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:04.850 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:04.851 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/06/02 08:09:04.874 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:04.876 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/02 08:09:04.876 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/02 08:09:04.877 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=55.94Β΅s] [2024/06/02 08:09:04.877 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=174.189Β΅s] [] [2024/06/02 08:09:04.877 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:04.877 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:05.010 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=43] [2024/06/02 08:09:05.032 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=43] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:05.076 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:05.077 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/06/02 08:09:05.078 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:05.087 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:05.087 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:05.088 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:05.088 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:05.089 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:05.089 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:05.089 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:05.089 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:05.089 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:05.103 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:05.105 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:05.106 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/02 08:09:05.106 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=43] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:05.106 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=43] [disk-quota=348.5GiB] [2024/06/02 08:09:05.151 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [2024/06/02 08:09:05.155 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:09:05.159 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:09:05.159 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=225] [2024/06/02 08:09:05.167 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [2024/06/02 08:09:05.170 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [readDur=1.395505ms] [encodeDur=915.882Β΅s] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [deliverDur=236.873Β΅s] [type=file] [takeTime=2.975372ms] [] [2024/06/02 08:09:05.171 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [takeTime=19.452916ms] [] [2024/06/02 08:09:05.171 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/98b3fb79-db71-4bc9-9352-93eb657abf0d.sst] [firstKey=7480000000000000E15F728000000000000001] [lastKey=7480000000000000E15F728000000000000001] [2024/06/02 08:09:05.171 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/06/02 08:09:05.171 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/06/02 08:09:05.171 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:09:05.173 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.070086ms] [] [2024/06/02 08:09:05.174 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/06/02 08:09:05.178 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:05.227 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/06/02 08:09:05.228 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:05.246 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/02 08:09:05.248 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=74.638445ms] [] [2024/06/02 08:09:05.248 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:09:05.250 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.260525ms] [] [2024/06/02 08:09:05.250 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/06/02 08:09:05.250 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:09:05.252 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=2.068329ms] [] [2024/06/02 08:09:05.252 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/06/02 08:09:05.252 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:09:05.252 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=86.302Β΅s] [] [2024/06/02 08:09:05.252 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:09:05.253 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.070936ms] [] [2024/06/02 08:09:05.298 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/06/02 08:09:05.302 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:05.302 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:05.302 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:05.302 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:05.302 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:05.302 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:05.302 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:05.302 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:05.302 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:05.302 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:05.303 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:05.303 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:05.303 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:05.305 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:05.305 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:05.305 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:05.305 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:05.305 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:05.305 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=229.358031ms] [] [2024/06/02 08:09:05.362 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:05.364 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:05.365 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:05.416 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/02 08:09:05.418 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:05.418 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:05.614 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:05.672 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/06/02 08:09:05.672 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/06/02 08:09:05.672 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/06/02 08:09:05.680 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=7.674427ms] [] [2024/06/02 08:09:05.680 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [groupId=-1] [size=37] [kvs=1] [checksum=16004529334140054374] [2024/06/02 08:09:05.680 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/06/02 08:09:05.680 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [weight=30] [2024/06/02 08:09:05.680 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [concurrency=15] [2024/06/02 08:09:05.684 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=225] [physicalTableID=225] [indexID=-1] [checksum=16004529334140054374] [totalKvs=1] [totalBytes=37] [2024/06/02 08:09:05.685 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [local="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/06/02 08:09:05.685 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=12.555651ms] [] [2024/06/02 08:09:05.685 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=12.77998ms] [] [2024/06/02 08:09:05.728 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=114.43778ms] [] [2024/06/02 08:09:05.766 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:05.766 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=43] [step=post-process] [state=running] [] [2024/06/02 08:09:05.769 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=43] [2024/06/02 08:09:05.811 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=43] [type=ImportInto] [2024/06/02 08:09:05.848 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=43] [2024/06/02 08:09:05.885 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:05.885 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=43] [2024/06/02 08:09:06.010 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.676042631\n# Parse_time: 0.000918764\n# Compile_time: 0.001713782\n# Rewrite_time: 0.000283255\n# Optimize_time: 0.00096633\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/06/02 08:09:06.021 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/02 08:09:06.032 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:06.056 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:06.056 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/02 08:09:06.130 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:06.143 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 227, Table Name: import_mode, Old Table ID: 225, Old Table Name: import_mode"] [2024/06/02 08:09:06.195 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=3.454565ms] [gotSchemaVersion=157] [phyTblIDs="[227]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:09:06.209 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=228] [version=157] [2024/06/02 08:09:06.211 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=23.936584ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:06.257 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=228] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/06/02 08:09:06.268 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/06/02 08:09:06.272 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:06.335 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/06/02 08:09:06.335 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:06.339 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.319076941\n# Parse_time: 0.00026531\n# Compile_time: 0.000827207\n# Rewrite_time: 0.000034436\n# Optimize_time: 0.001016967\n# Wait_TS: 0.000487467\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/02 08:09:06.341 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/02 08:09:06.413 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=39.089606ms] [2024/06/02 08:09:06.416 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:06.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:06.416 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:06.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/02 08:09:06.501 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:06.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:06.514 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 229, Table Name: import_mode, Old Table ID: 227, Old Table Name: import_mode"] [2024/06/02 08:09:06.574 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=3.351097ms] [gotSchemaVersion=158] [phyTblIDs="[229]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:09:06.585 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=230] [version=158] [2024/06/02 08:09:06.587 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=21.510799ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:06.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:06.648 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/06/02 08:09:06.657 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/06/02 08:09:06.662 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:06.311 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:06.730 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/06/02 08:09:06.730 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:06.735 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.394832481\n# Parse_time: 0.000425782\n# Compile_time: 0.000948374\n# Rewrite_time: 0.000040385\n# Optimize_time: 0.001016967\n# Wait_TS: 0.000339361\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/02 08:09:06.750 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:06.785 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:09:06.932 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=44] [task-id=44] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:06.977 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/06/02 08:09:06.977 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:07.083 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:07.084 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:07.085 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/06/02 08:09:07.108 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:07.111 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/02 08:09:07.111 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/02 08:09:07.111 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=70.701Β΅s] [2024/06/02 08:09:07.111 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=220.137Β΅s] [] [2024/06/02 08:09:07.111 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:07.111 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:07.247 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=44] [2024/06/02 08:09:07.302 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=44] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:07.344 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:07.346 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/06/02 08:09:07.346 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:07.355 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:07.355 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:07.356 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:07.356 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:07.357 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:07.357 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:07.357 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:07.357 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:07.357 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:07.371 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:07.373 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:07.373 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/02 08:09:07.373 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=44] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:07.373 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=44] [disk-quota=348.5GiB] [2024/06/02 08:09:07.419 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [2024/06/02 08:09:07.423 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:09:07.427 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:09:07.427 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/06/02 08:09:07.435 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [2024/06/02 08:09:07.438 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [readDur=1.272236ms] [encodeDur=659.307Β΅s] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [deliverDur=250.107Β΅s] [type=file] [takeTime=2.587804ms] [] [2024/06/02 08:09:07.439 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [takeTime=20.209385ms] [] [2024/06/02 08:09:07.439 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/a2e18b63-d53b-4767-bc0c-3f8391cbbd44.sst] [firstKey=7480000000000000E55F728000000000000001] [lastKey=7480000000000000E55F728000000000000001] [2024/06/02 08:09:07.439 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/06/02 08:09:07.439 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/06/02 08:09:07.439 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:09:07.441 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.920718ms] [] [2024/06/02 08:09:07.441 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/06/02 08:09:07.446 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:07.467 +00:00] [INFO] [local.go:1346] ["switch import mode of ranges"] [category=ddl-ingest] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f728000000000000002] [2024/06/02 08:09:07.467 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/06/02 08:09:07.467 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Import] [2024/06/02 08:09:07.468 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:07.488 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/02 08:09:07.489 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Normal] [2024/06/02 08:09:07.502 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=60.911949ms] [] [2024/06/02 08:09:07.502 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:09:07.504 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.337957ms] [] [2024/06/02 08:09:07.504 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/06/02 08:09:07.504 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:09:07.506 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.719184ms] [] [2024/06/02 08:09:07.506 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/06/02 08:09:07.506 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:09:07.506 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=58.565Β΅s] [] [2024/06/02 08:09:07.506 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:09:07.507 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=837.576Β΅s] [] [2024/06/02 08:09:07.552 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/06/02 08:09:07.555 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:07.555 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:07.555 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:07.555 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:07.555 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:07.555 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:07.555 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:07.555 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:07.555 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:07.556 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:07.556 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:07.556 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:07.556 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:07.557 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:07.557 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:07.557 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:07.558 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:07.558 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:07.558 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=213.480778ms] [] [2024/06/02 08:09:07.599 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:07.601 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:07.602 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:07.663 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/02 08:09:07.664 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:07.664 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:07.869 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:07.911 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/06/02 08:09:07.912 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/06/02 08:09:07.912 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/06/02 08:09:07.920 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=7.982881ms] [] [2024/06/02 08:09:07.920 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [groupId=-1] [size=37] [kvs=1] [checksum=15276727283945307644] [2024/06/02 08:09:07.920 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/06/02 08:09:07.920 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [weight=30] [2024/06/02 08:09:07.920 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [concurrency=15] [2024/06/02 08:09:07.924 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=229] [physicalTableID=229] [indexID=-1] [checksum=15276727283945307644] [totalKvs=1] [totalBytes=37] [2024/06/02 08:09:07.925 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [local="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/06/02 08:09:07.925 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=13.176612ms] [] [2024/06/02 08:09:07.925 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=13.419875ms] [] [2024/06/02 08:09:07.982 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=113.785859ms] [] [2024/06/02 08:09:08.006 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:08.007 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=44] [step=post-process] [state=running] [] [2024/06/02 08:09:08.010 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=44] [2024/06/02 08:09:08.096 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=44] [2024/06/02 08:09:08.110 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=44] [type=ImportInto] [2024/06/02 08:09:08.126 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:08.126 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=44] [2024/06/02 08:09:08.205 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.4694064949999999\n# Parse_time: 0.00049713\n# Compile_time: 0.001661793\n# Rewrite_time: 0.00028052\n# Optimize_time: 0.001016967\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/06/02 08:09:08.218 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=158] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/02 08:09:08.233 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:08.249 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:08.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:08.249 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:08.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/02 08:09:08.288 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:08.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:08.299 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 231, Table Name: import_mode, Old Table ID: 229, Old Table Name: import_mode"] [2024/06/02 08:09:08.363 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=3.729488ms] [gotSchemaVersion=159] [phyTblIDs="[231]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:09:08.376 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=232] [version=159] [2024/06/02 08:09:08.377 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=22.372244ms] [job="ID:232, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:08.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:08.455 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop table: table ID"] [2024/06/02 08:09:08.466 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="truncate table"] [2024/06/02 08:09:08.470 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [job="ID:232, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:08.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:08.581 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/06/02 08:09:08.581 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:08.586 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.369998928\n# Parse_time: 0.000535901\n# Compile_time: 0.00156958\n# Rewrite_time: 0.000040961\n# Optimize_time: 0.00112238\n# Wait_TS: 0.000489777\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/02 08:09:08.603 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:08.812 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:09:08.953 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=45] [task-id=45] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:09.007 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=45] [2024/06/02 08:09:09.007 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:09.114 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:09.116 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:09.117 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/06/02 08:09:09.137 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:09.140 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/02 08:09:09.140 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/02 08:09:09.140 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=49.95Β΅s] [2024/06/02 08:09:09.140 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=155.397Β΅s] [] [2024/06/02 08:09:09.141 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:09.141 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:09.265 +00:00] [INFO] [import_into_test.go:804] [ToImportMode] [2024/06/02 08:09:09.271 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=45] [2024/06/02 08:09:09.297 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=45] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:09.376 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:09.377 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/06/02 08:09:09.379 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:09.388 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:09.389 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:09.389 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:09.389 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:09.390 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:09.390 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:09.390 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:09.390 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:09.390 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:09.404 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:09.406 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:09.406 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/02 08:09:09.406 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=45] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:09.406 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=45] [disk-quota=348.5GiB] [2024/06/02 08:09:09.454 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [2024/06/02 08:09:09.458 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/02 08:09:09.462 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/02 08:09:09.462 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=231] [2024/06/02 08:09:12.463 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [takeTime=3.008904481s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:09:12.463 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:09:12.463 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:09:12.464 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:12.464 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:12.464 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:12.464 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:12.464 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:12.464 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:12.464 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:12.464 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:12.464 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:09:12.481 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/06/02 08:09:12.485 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:12.485 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:12.485 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:12.485 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:12.485 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:12.487 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:12.487 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:12.487 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:12.487 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:12.487 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:12.487 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=3.111488271s] [error="occur an error when sort chunk"] [2024/06/02 08:09:12.487 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:09:12.545 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/06/02 08:09:12.573 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=45] [type=ImportInto] [2024/06/02 08:09:12.626 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/06/02 08:09:12.627 +00:00] [INFO] [import_into_test.go:809] [ToNormalMode] [2024/06/02 08:09:12.629 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=45] [2024/06/02 08:09:12.722 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=45] [2024/06/02 08:09:12.747 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:12.747 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=45] [2024/06/02 08:09:12.846 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:12.903 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportMode\n\ttests/realtikvtest/importintotest/import_into_test.go:888\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/02 08:09:12.904 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.316750807\n# Parse_time: 0.000602438\n# Compile_time: 0.002443555\n# Rewrite_time: 0.000372957\n# Optimize_time: 0.00112238\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zMXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzFzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] === RUN TestImportInto/TestInputCountMisMatchAndDefault [2024/06/02 08:09:12.935 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/06/02 08:09:12.965 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:12.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:12.965 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:12.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/02 08:09:13.000 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:12.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.037 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=2.79916ms] [gotSchemaVersion=160] [phyTblIDs="[231]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:13.051 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=233] [version=160] [2024/06/02 08:09:13.053 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=23.16759ms] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:12.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.109 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:12.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.189 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=280.587Β΅s] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:13.202 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=233] [version=161] [2024/06/02 08:09:13.204 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=25.673196ms] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:12.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.265 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:12.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.296 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=250.382Β΅s] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:13.310 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=233] [version=162] [2024/06/02 08:09:13.312 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=20.216997ms] [job="ID:233, Type:drop schema, State:done, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:12.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.351 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=233] [tableIDs="[231]"] [comment="drop schema: table IDs"] [2024/06/02 08:09:13.359 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=233] [jobType="drop schema"] [2024/06/02 08:09:13.363 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:drop schema, State:synced, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:12.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.410 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/06/02 08:09:13.410 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:13.414 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.479897524\n# Parse_time: 0.000490461\n# Compile_time: 0.00076518\n# Rewrite_time: 0.000033069\n# Optimize_time: 0.00112238\n# Wait_TS: 0.000460291\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/02 08:09:13.416 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/06/02 08:09:13.448 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:13.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:13.448 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:13.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/02 08:09:13.516 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:13.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.553 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=1.080769ms] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:09:13.564 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=235] [version=163] [2024/06/02 08:09:13.566 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=18.909967ms] [job="ID:235, Type:create schema, State:done, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:13.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.687 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create schema, State:synced, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:13.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.715 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/06/02 08:09:13.715 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:13.719 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303812612\n# Parse_time: 0.00048807\n# Compile_time: 0.000928349\n# Rewrite_time: 0.00003467\n# Optimize_time: 0.00112238\n# Wait_TS: 0.000403959\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/06/02 08:09:13.723 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:09:13.728 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:09:13.779 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:13.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:13.779 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:13.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:09:13.850 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:13.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:13.858 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 236, Table Name: t"] [2024/06/02 08:09:13.926 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=3.307508ms] [gotSchemaVersion=164] [phyTblIDs="[236]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:13.939 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=237] [version=164] [2024/06/02 08:09:13.942 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=22.733803ms] [job="ID:237, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:13.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:14.017 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [job="ID:237, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:13.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:14.112 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/06/02 08:09:14.112 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:14.118 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.392852687\n# Parse_time: 0.001674804\n# Compile_time: 0.001478392\n# Rewrite_time: 0.00006463\n# Optimize_time: 0.00112238\n# Wait_TS: 0.000348478\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:09:14.141 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:14.355 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:09:14.529 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=46] [task-id=46] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:14.567 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=46] [2024/06/02 08:09:14.568 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:14.674 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:14.676 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:14.678 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/06/02 08:09:14.701 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:14.704 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:14.705 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/06/02 08:09:14.705 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=52.25Β΅s] [2024/06/02 08:09:14.705 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=206.244Β΅s] [] [2024/06/02 08:09:14.705 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:14.705 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:14.844 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/06/02 08:09:14.864 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=46] [2024/06/02 08:09:14.871 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=46] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:14.914 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:14.915 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/06/02 08:09:14.916 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:14.963 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:14.963 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:14.964 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:14.964 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:14.965 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:14.965 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:14.965 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:14.965 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:14.965 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:14.984 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:14.986 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:14.986 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:14.986 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=46] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:14.986 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=46] [disk-quota=348.5GiB] [2024/06/02 08:09:15.031 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [2024/06/02 08:09:15.036 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:15.041 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:15.041 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=236] [2024/06/02 08:09:15.085 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [2024/06/02 08:09:15.089 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [readDur=1.513745ms] [encodeDur=906.695Β΅s] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [deliverDur=824.614Β΅s] [type=file] [takeTime=3.741978ms] [] [2024/06/02 08:09:15.090 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3a50ebd4-e387-47e7-ad8c-1d425d9c6c37.sst] [firstKey=7480000000000000EC5F728000000000000001] [lastKey=7480000000000000EC5F728000000000000002] [2024/06/02 08:09:15.090 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [takeTime=58.769992ms] [] [2024/06/02 08:09:15.090 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/06/02 08:09:15.090 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/06/02 08:09:15.090 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:15.093 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.469074ms] [] [2024/06/02 08:09:15.093 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:09:15.099 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:15.121 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/06/02 08:09:15.121 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:15.137 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/06/02 08:09:15.140 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=46.713841ms] [] [2024/06/02 08:09:15.140 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:15.141 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.246025ms] [] [2024/06/02 08:09:15.141 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/06/02 08:09:15.141 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:15.143 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.775627ms] [] [2024/06/02 08:09:15.143 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:09:15.143 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:15.143 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=62.558Β΅s] [] [2024/06/02 08:09:15.143 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:15.144 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=931.38Β΅s] [] [2024/06/02 08:09:15.195 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:15.197 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/06/02 08:09:15.198 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:15.200 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:15.200 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:15.200 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:15.200 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:15.200 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:15.200 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:15.200 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:15.200 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:15.200 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:15.200 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:15.200 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:15.200 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:15.201 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:15.201 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:15.201 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:15.203 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:15.203 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:15.203 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:15.203 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:15.203 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:15.203 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=289.44781ms] [] [2024/06/02 08:09:15.270 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/06/02 08:09:15.272 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:15.272 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:15.494 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:15.545 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/06/02 08:09:15.545 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/06/02 08:09:15.545 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/06/02 08:09:15.553 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=8.59923ms] [] [2024/06/02 08:09:15.554 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [groupId=-1] [size=78] [kvs=2] [checksum=17834670505915290972] [2024/06/02 08:09:15.554 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/06/02 08:09:15.554 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [weight=30] [2024/06/02 08:09:15.554 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [concurrency=15] [2024/06/02 08:09:15.558 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=236] [physicalTableID=236] [indexID=-1] [checksum=17834670505915290972] [totalKvs=2] [totalBytes=78] [2024/06/02 08:09:15.559 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [local="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/06/02 08:09:15.559 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=13.83157ms] [] [2024/06/02 08:09:15.559 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=14.068664ms] [] [2024/06/02 08:09:15.588 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:15.588 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=46] [step=post-process] [state=running] [] [2024/06/02 08:09:15.591 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=46] [2024/06/02 08:09:15.600 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=105.839754ms] [] [2024/06/02 08:09:15.649 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=46] [type=ImportInto] [2024/06/02 08:09:15.674 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=46] [2024/06/02 08:09:15.697 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:15.698 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=46] [2024/06/02 08:09:15.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.695774399\n# Parse_time: 0.000913104\n# Compile_time: 0.002308521\n# Rewrite_time: 0.00045807\n# Optimize_time: 0.00112238\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:09:15.825 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:09:15.828 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:15.853 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:15.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:15.853 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:15.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:09:15.925 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:15.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:15.960 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=1.099489ms] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:09:15.975 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=238] [version=165] [2024/06/02 08:09:15.977 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=22.458065ms] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:15.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:16.045 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:15.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:16.073 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=283.717Β΅s] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:09:16.086 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=238] [version=166] [2024/06/02 08:09:16.088 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=18.616822ms] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:15.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:16.158 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:15.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:16.214 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 236, Old Table Name: t"] [2024/06/02 08:09:16.262 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=363.17Β΅s] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:09:16.273 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=238] [version=167] [2024/06/02 08:09:16.275 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=18.628541ms] [job="ID:238, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:15.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:16.353 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[236]"] [comment="drop table: table ID"] [2024/06/02 08:09:16.362 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop table"] [2024/06/02 08:09:16.366 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:15.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:16.430 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/06/02 08:09:16.430 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:16.435 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.611198747\n# Parse_time: 0.000602131\n# Compile_time: 0.001037514\n# Rewrite_time: 0.000047389\n# Optimize_time: 0.001135883\n# Wait_TS: 0.000384896\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:09:16.440 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/06/02 08:09:16.489 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:16.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:16.489 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:16.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/06/02 08:09:16.554 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:16.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:16.564 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 239, Table Name: t"] [2024/06/02 08:09:16.690 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=3.0857ms] [gotSchemaVersion=168] [phyTblIDs="[239]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:16.704 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=240] [version=168] [2024/06/02 08:09:16.706 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=33.78354ms] [job="ID:240, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:16.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:16.747 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [job="ID:240, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:16.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:16.789 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/06/02 08:09:16.790 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:16.793 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.357321006\n# Parse_time: 0.001855853\n# Compile_time: 0.002401973\n# Rewrite_time: 0.000071405\n# Optimize_time: 0.001135883\n# Wait_TS: 0.00041827\n# DB: load_data\n# Is_internal: false\n# Digest: f64804c6e80c88fdbb6c09fd220d1f1fe716dbbbff80390fd19416486a5adca9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int default 100);"] [2024/06/02 08:09:16.807 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:16.977 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:09:17.125 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=47] [task-id=47] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:17.165 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/06/02 08:09:17.166 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:17.271 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:17.272 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:17.273 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/06/02 08:09:17.293 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:17.296 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:17.296 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/06/02 08:09:17.296 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=63.498Β΅s] [2024/06/02 08:09:17.296 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=185.061Β΅s] [] [2024/06/02 08:09:17.296 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:17.296 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:17.440 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/06/02 08:09:17.499 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=47] [2024/06/02 08:09:17.526 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=47] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:17.567 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:17.569 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/06/02 08:09:17.570 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:17.579 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:17.579 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:17.579 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:17.580 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:17.581 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:17.581 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:17.581 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:17.581 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:17.581 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:17.597 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:17.599 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:17.599 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:17.599 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=47] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:17.599 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=47] [disk-quota=348.5GiB] [2024/06/02 08:09:17.644 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [2024/06/02 08:09:17.648 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:17.652 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:17.652 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=239] [2024/06/02 08:09:17.688 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [2024/06/02 08:09:17.691 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [readDur=1.216887ms] [encodeDur=1.087239ms] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [deliverDur=255.192Β΅s] [type=file] [takeTime=2.922557ms] [] [2024/06/02 08:09:17.692 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [takeTime=47.131067ms] [] [2024/06/02 08:09:17.692 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/36c005fb-557d-428a-b8ae-5cb2e297bfe8.sst] [firstKey=7480000000000000EF5F728000000000000001] [lastKey=7480000000000000EF5F728000000000000002] [2024/06/02 08:09:17.692 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/06/02 08:09:17.692 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/06/02 08:09:17.692 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:17.694 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.112352ms] [] [2024/06/02 08:09:17.694 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:09:17.700 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:17.722 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/06/02 08:09:17.722 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:17.736 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/06/02 08:09:17.738 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.874087ms] [] [2024/06/02 08:09:17.738 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:17.739 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.027157ms] [] [2024/06/02 08:09:17.739 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/06/02 08:09:17.739 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:17.741 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.537529ms] [] [2024/06/02 08:09:17.741 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:09:17.741 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:17.741 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=49.383Β΅s] [] [2024/06/02 08:09:17.741 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:17.742 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=866.609Β΅s] [] [2024/06/02 08:09:17.786 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/06/02 08:09:17.789 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:17.789 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:17.789 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:17.789 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:17.791 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:17.791 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:17.791 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:17.791 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:17.791 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:17.792 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=224.451895ms] [] [2024/06/02 08:09:17.792 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:17.794 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:17.796 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:17.796 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:17.866 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/06/02 08:09:17.868 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:17.868 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:18.065 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:18.116 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/06/02 08:09:18.116 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/06/02 08:09:18.116 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/06/02 08:09:18.123 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=7.225602ms] [] [2024/06/02 08:09:18.123 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [groupId=-1] [size=79] [kvs=2] [checksum=4951760973171410464] [2024/06/02 08:09:18.123 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/06/02 08:09:18.123 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [weight=30] [2024/06/02 08:09:18.123 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [concurrency=15] [2024/06/02 08:09:18.128 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=239] [physicalTableID=239] [indexID=-1] [checksum=4951760973171410464] [totalKvs=2] [totalBytes=79] [2024/06/02 08:09:18.128 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [local="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/06/02 08:09:18.128 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=12.566155ms] [] [2024/06/02 08:09:18.128 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=12.777366ms] [] [2024/06/02 08:09:18.172 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=107.466448ms] [] [2024/06/02 08:09:18.189 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:18.190 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=47] [step=post-process] [state=running] [] [2024/06/02 08:09:18.193 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=47] [2024/06/02 08:09:18.275 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=47] [2024/06/02 08:09:18.293 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:18.293 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=47] [2024/06/02 08:09:18.301 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=47] [type=ImportInto] [2024/06/02 08:09:18.309 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/06/02 08:09:18.309 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/06/02 08:09:18.391 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.596628177\n# Parse_time: 0.000419724\n# Compile_time: 0.001297316\n# Rewrite_time: 0.000237843\n# Optimize_time: 0.001135883\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:09:18.401 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:09:18.409 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:18.414 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=47] [2024/06/02 08:09:18.436 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:18.36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:18.436 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:18.36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 08:09:18.485 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:18.36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:18.519 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=625.274Β΅s] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:09:18.531 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=241] [version=169] [2024/06/02 08:09:18.533 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=18.718602ms] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:18.36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:18.596 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:18.36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:18.689 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=323.413Β΅s] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:09:18.703 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=241] [version=170] [2024/06/02 08:09:18.705 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=31.005465ms] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:18.36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:18.754 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:18.36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:18.764 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 239, Old Table Name: t"] [2024/06/02 08:09:18.800 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=253.266Β΅s] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/02 08:09:18.814 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=241] [version=171] [2024/06/02 08:09:18.816 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=21.409864ms] [job="ID:241, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:18.36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:18.849 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=241] [tableIDs="[239]"] [comment="drop table: table ID"] [2024/06/02 08:09:18.857 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=241] [jobType="drop table"] [2024/06/02 08:09:18.860 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:18.36 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:18.926 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/06/02 08:09:18.926 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:18.930 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.5302127\n# Parse_time: 0.000293336\n# Compile_time: 0.000792959\n# Rewrite_time: 0.000053416\n# Optimize_time: 0.000992781\n# Wait_TS: 0.000460436\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/02 08:09:18.933 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=171] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:09:18.973 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:18.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:18.973 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:18.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:09:19.037 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:18.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:19.045 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 242, Table Name: t"] [2024/06/02 08:09:19.154 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=2.649337ms] [gotSchemaVersion=172] [phyTblIDs="[242]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:19.165 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=243] [version=172] [2024/06/02 08:09:19.167 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=20.149023ms] [job="ID:243, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:18.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:19.229 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [job="ID:243, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:18.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:19.267 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/06/02 08:09:19.267 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:19.271 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.339509805\n# Parse_time: 0.000940246\n# Compile_time: 0.001237364\n# Rewrite_time: 0.000056391\n# Optimize_time: 0.000992781\n# Wait_TS: 0.000368443\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:09:19.287 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:19.518 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:09:19.625 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=48] [task-id=48] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:19.662 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=48] [2024/06/02 08:09:19.663 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:19.768 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:19.769 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:19.770 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/06/02 08:09:19.793 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:19.796 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:19.796 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/06/02 08:09:19.796 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=81.215Β΅s] [2024/06/02 08:09:19.796 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=208.259Β΅s] [] [2024/06/02 08:09:19.796 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:19.796 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:19.966 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/06/02 08:09:19.989 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=48] [2024/06/02 08:09:20.010 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=48] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:20.058 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:20.059 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/06/02 08:09:20.061 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:20.070 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:20.070 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:20.070 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:20.070 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:20.071 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:20.071 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:20.071 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:20.072 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:20.072 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:20.086 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:20.088 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:20.088 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:20.088 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=48] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:20.088 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=48] [disk-quota=348.5GiB] [2024/06/02 08:09:20.132 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [2024/06/02 08:09:20.136 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:20.140 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:20.140 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=242] [2024/06/02 08:09:20.224 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [2024/06/02 08:09:20.227 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [readDur=1.353405ms] [encodeDur=1.342824ms] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [deliverDur=276.879Β΅s] [type=file] [takeTime=3.446162ms] [] [2024/06/02 08:09:20.228 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/59578942-d827-4804-880b-314494c71df4.sst] [firstKey=7480000000000000F25F728000000000000001] [lastKey=7480000000000000F25F728000000000000002] [2024/06/02 08:09:20.228 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [takeTime=96.113099ms] [] [2024/06/02 08:09:20.228 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/06/02 08:09:20.228 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/06/02 08:09:20.228 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:20.231 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.401358ms] [] [2024/06/02 08:09:20.231 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:09:20.236 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:20.258 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/06/02 08:09:20.258 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:20.271 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/06/02 08:09:20.273 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.130002ms] [] [2024/06/02 08:09:20.273 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:20.274 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.192932ms] [] [2024/06/02 08:09:20.275 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/06/02 08:09:20.275 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:20.276 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.703064ms] [] [2024/06/02 08:09:20.276 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:09:20.277 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:20.277 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=63.789Β΅s] [] [2024/06/02 08:09:20.277 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:20.278 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=926.741Β΅s] [] [2024/06/02 08:09:20.324 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/06/02 08:09:20.327 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:20.327 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:20.328 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:20.328 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:20.330 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:20.330 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:20.330 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:20.330 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:20.330 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:20.330 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=272.230406ms] [] [2024/06/02 08:09:20.411 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:20.413 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:20.414 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:20.414 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:20.481 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/06/02 08:09:20.482 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:20.482 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:20.640 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:20.685 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/06/02 08:09:20.685 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/06/02 08:09:20.685 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/06/02 08:09:20.692 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=6.982131ms] [] [2024/06/02 08:09:20.692 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [groupId=-1] [size=82] [kvs=2] [checksum=4856294282864387256] [2024/06/02 08:09:20.692 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/06/02 08:09:20.692 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [weight=30] [2024/06/02 08:09:20.692 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [concurrency=15] [2024/06/02 08:09:20.696 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=242] [physicalTableID=242] [indexID=-1] [checksum=4856294282864387256] [totalKvs=2] [totalBytes=82] [2024/06/02 08:09:20.697 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/06/02 08:09:20.697 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=11.794933ms] [] [2024/06/02 08:09:20.697 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=11.983889ms] [] [2024/06/02 08:09:20.786 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=146.618258ms] [] [2024/06/02 08:09:20.787 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:20.787 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=48] [step=post-process] [state=running] [] [2024/06/02 08:09:20.790 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=48] [2024/06/02 08:09:20.840 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=48] [type=ImportInto] [2024/06/02 08:09:20.868 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=48] [2024/06/02 08:09:20.886 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6139923\n# Parse_time: 0.001183951\n# Compile_time: 0.002238765\n# Rewrite_time: 0.000265089\n# Optimize_time: 0.000992781\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:09:20.894 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:20.894 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=48] === RUN TestImportInto/TestInputNull [2024/06/02 08:09:20.897 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=172] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/06/02 08:09:20.947 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:20.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:20.948 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:20.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/02 08:09:21.001 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:21.026 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:20.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.061 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=3.127495ms] [gotSchemaVersion=173] [phyTblIDs="[242]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:21.075 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=244] [version=173] [2024/06/02 08:09:21.077 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=23.404449ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:20.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.126 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:20.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.196 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=270.619Β΅s] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:21.211 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=244] [version=174] [2024/06/02 08:09:21.213 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=21.950585ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:20.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.277 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:20.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.312 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=213.066Β΅s] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:21.324 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=244] [version=175] [2024/06/02 08:09:21.326 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=18.593686ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:20.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.397 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[242]"] [comment="drop schema: table IDs"] [2024/06/02 08:09:21.406 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/06/02 08:09:21.411 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:20.91 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.458 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/06/02 08:09:21.458 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:21.461 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.565952695\n# Parse_time: 0.000778424\n# Compile_time: 0.000879619\n# Rewrite_time: 0.000033109\n# Optimize_time: 0.001018853\n# Wait_TS: 0.000352653\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/02 08:09:21.463 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/06/02 08:09:21.492 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:21.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:21.492 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:21.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/02 08:09:21.529 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:21.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.559 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=1.305996ms] [gotSchemaVersion=176] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:09:21.609 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=246] [version=176] [2024/06/02 08:09:21.612 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=57.861713ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:21.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.669 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:21.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.699 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/06/02 08:09:21.699 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:21.706 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:09:21.711 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:09:21.751 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:21.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:21.751 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:21.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:09:21.796 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:21.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.804 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/06/02 08:09:21.868 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=3.108269ms] [gotSchemaVersion=177] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:21.878 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=248] [version=177] [2024/06/02 08:09:21.880 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=19.578947ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:21.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:21.956 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:21.71 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:22.009 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/06/02 08:09:22.009 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:22.015 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.306453077\n# Parse_time: 0.001613426\n# Compile_time: 0.001275636\n# Rewrite_time: 0.000051873\n# Optimize_time: 0.001018853\n# Wait_TS: 0.000339664\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/02 08:09:22.072 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:22.269 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/02 08:09:22.364 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=49] [task-id=49] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:22.452 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=49] [2024/06/02 08:09:22.452 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:22.557 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:22.559 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:22.560 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/06/02 08:09:22.581 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:22.584 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:22.584 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/06/02 08:09:22.584 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=63.576Β΅s] [2024/06/02 08:09:22.584 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=175.853Β΅s] [] [2024/06/02 08:09:22.585 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:22.585 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:22.711 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/06/02 08:09:22.742 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=49] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:22.785 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:22.786 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/06/02 08:09:22.787 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:22.796 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:22.796 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:22.797 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:22.797 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:22.798 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:22.798 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:22.798 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:22.798 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:22.798 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:23.694 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:23.696 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:23.696 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:23.696 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=49] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:23.696 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=49] [disk-quota=348.5GiB] [2024/06/02 08:09:23.707 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=49] [2024/06/02 08:09:23.741 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [2024/06/02 08:09:23.745 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:23.749 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:23.749 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/06/02 08:09:23.797 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/06/02 08:09:23.800 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=1.28299ms] [encodeDur=816.877Β΅s] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [deliverDur=289.075Β΅s] [type=file] [takeTime=2.837612ms] [] [2024/06/02 08:09:23.801 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [takeTime=60.064248ms] [] [2024/06/02 08:09:23.801 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f5e4c047-5428-40b8-b4b3-e09a390b35df.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/06/02 08:09:23.801 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/06/02 08:09:23.801 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/06/02 08:09:23.801 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:23.803 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.99151ms] [] [2024/06/02 08:09:23.803 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:09:23.808 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:23.830 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/06/02 08:09:23.830 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:23.846 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/06/02 08:09:23.848 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.547565ms] [] [2024/06/02 08:09:23.848 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:23.849 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.106584ms] [] [2024/06/02 08:09:23.849 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/06/02 08:09:23.849 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:23.851 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.56336ms] [] [2024/06/02 08:09:23.851 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:09:23.851 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:23.851 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=66.872Β΅s] [] [2024/06/02 08:09:23.851 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:23.852 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=944.449Β΅s] [] [2024/06/02 08:09:23.902 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:23.905 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:23.905 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:23.905 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:23.905 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:23.907 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:23.907 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:23.907 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:23.907 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:23.907 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:23.908 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=1.122873454s] [] [2024/06/02 08:09:24.000 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:24.001 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:24.003 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:24.003 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:24.081 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/06/02 08:09:24.084 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:24.084 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:24.248 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:24.297 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/06/02 08:09:24.298 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/06/02 08:09:24.298 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/06/02 08:09:24.351 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=53.607208ms] [] [2024/06/02 08:09:24.351 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [groupId=-1] [size=74] [kvs=2] [checksum=8107978480917265275] [2024/06/02 08:09:24.351 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/06/02 08:09:24.352 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [weight=30] [2024/06/02 08:09:24.352 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [concurrency=15] [2024/06/02 08:09:24.357 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=247] [physicalTableID=247] [indexID=-1] [checksum=8107978480917265275] [totalKvs=2] [totalBytes=74] [2024/06/02 08:09:24.358 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [local="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/06/02 08:09:24.358 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=60.668114ms] [] [2024/06/02 08:09:24.358 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=60.954292ms] [] [2024/06/02 08:09:24.410 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=161.689001ms] [] [2024/06/02 08:09:24.477 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:24.477 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=49] [step=post-process] [state=running] [] [2024/06/02 08:09:24.480 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=49] [2024/06/02 08:09:24.544 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=49] [type=ImportInto] [2024/06/02 08:09:24.558 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=49] [2024/06/02 08:09:24.578 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:24.578 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=49] [2024/06/02 08:09:24.667 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:24.820 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.7697989549999997\n# Parse_time: 0.001431318\n# Compile_time: 0.003043469\n# Rewrite_time: 0.000563201\n# Optimize_time: 0.001018853\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/02 08:09:24.831 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/02 08:09:24.874 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:24.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:24.875 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:24.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:09:24.923 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:24.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:24.936 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 245, Table ID: 249, Table Name: t, Old Table ID: 247, Old Table Name: t"] [2024/06/02 08:09:24.992 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=3.222359ms] [gotSchemaVersion=178] [phyTblIDs="[249]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:09:25.003 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=250] [version=178] [2024/06/02 08:09:25.005 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=20.545195ms] [job="ID:250, Type:truncate table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:24.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:25.038 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/06/02 08:09:25.047 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="truncate table"] [2024/06/02 08:09:25.051 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:truncate table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:24.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:25.104 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/06/02 08:09:25.104 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:25.121 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:25.371 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/02 08:09:25.477 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=50] [task-id=50] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:25.513 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=50] [2024/06/02 08:09:25.513 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:25.618 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:25.620 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:25.621 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/06/02 08:09:25.645 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:25.648 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:25.648 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/06/02 08:09:25.648 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=47.921Β΅s] [2024/06/02 08:09:25.648 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=147.374Β΅s] [] [2024/06/02 08:09:25.648 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:25.648 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:25.767 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/06/02 08:09:25.786 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=50] [2024/06/02 08:09:25.804 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=50] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:25.841 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:25.843 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/06/02 08:09:25.844 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:25.851 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:25.851 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:25.852 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:25.852 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:25.853 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:25.853 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:25.853 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:25.853 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:25.853 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:25.869 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:25.870 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:25.870 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:25.870 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=50] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:25.870 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=50] [disk-quota=348.5GiB] [2024/06/02 08:09:25.914 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [2024/06/02 08:09:25.918 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:25.922 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:25.922 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=249] [2024/06/02 08:09:25.939 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [2024/06/02 08:09:25.977 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [readDur=35.254807ms] [encodeDur=2.356497ms] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [deliverDur=341.323Β΅s] [type=file] [takeTime=38.475882ms] [] [2024/06/02 08:09:25.978 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/bb7fa067-6fee-4d28-9f36-4d42ca68096c.sst] [firstKey=7480000000000000F95F728000000000000001] [lastKey=7480000000000000F95F728000000000000002] [2024/06/02 08:09:25.978 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [takeTime=63.832945ms] [] [2024/06/02 08:09:25.979 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/06/02 08:09:25.979 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/06/02 08:09:25.979 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:25.981 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.880093ms] [] [2024/06/02 08:09:25.981 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:09:25.987 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:26.009 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/06/02 08:09:26.009 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:26.023 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/06/02 08:09:26.026 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=44.508305ms] [] [2024/06/02 08:09:26.026 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:09:26.027 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.070695ms] [] [2024/06/02 08:09:26.027 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/06/02 08:09:26.027 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:26.028 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.546615ms] [] [2024/06/02 08:09:26.029 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:09:26.029 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:26.029 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.821Β΅s] [] [2024/06/02 08:09:26.029 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:09:26.030 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.02984ms] [] [2024/06/02 08:09:26.076 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/06/02 08:09:26.079 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:26.080 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:26.080 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:26.080 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:26.086 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:26.086 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:26.086 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:26.086 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:26.086 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:26.087 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=245.263177ms] [] [2024/06/02 08:09:26.134 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:26.135 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:26.136 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:26.136 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:26.203 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/06/02 08:09:26.204 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:26.204 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:26.398 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:26.444 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/06/02 08:09:26.444 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/06/02 08:09:26.444 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/06/02 08:09:26.452 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=7.974098ms] [] [2024/06/02 08:09:26.453 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [groupId=-1] [size=80] [kvs=2] [checksum=7610316387263968170] [2024/06/02 08:09:26.453 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/06/02 08:09:26.453 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [weight=30] [2024/06/02 08:09:26.453 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [concurrency=15] [2024/06/02 08:09:26.457 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=249] [physicalTableID=249] [indexID=-1] [checksum=7610316387263968170] [totalKvs=2] [totalBytes=80] [2024/06/02 08:09:26.458 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [local="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/06/02 08:09:26.458 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=13.349961ms] [] [2024/06/02 08:09:26.458 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=13.560691ms] [] [2024/06/02 08:09:26.499 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=101.308363ms] [] [2024/06/02 08:09:26.537 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:26.537 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=50] [step=post-process] [state=running] [] [2024/06/02 08:09:26.540 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=50] [2024/06/02 08:09:26.589 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=50] [type=ImportInto] [2024/06/02 08:09:26.619 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=50] [2024/06/02 08:09:26.643 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:26.643 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=50] [2024/06/02 08:09:26.778 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6700641649999999\n# Parse_time: 0.001442335\n# Compile_time: 0.002423735\n# Rewrite_time: 0.000292279\n# Optimize_time: 0.001351511\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/02 08:09:26.779 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestJobFailWhenDispatchSubtask [2024/06/02 08:09:26.788 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/06/02 08:09:26.790 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/06/02 08:09:26.822 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:26.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:26.823 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:26.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database fail_job_after_import"] [2024/06/02 08:09:26.878 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:26.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:26.908 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=1.046534ms] [gotSchemaVersion=179] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:09:26.920 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=252] [version=179] [2024/06/02 08:09:26.922 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=19.228491ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:26.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:26.993 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:26.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:27.025 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/06/02 08:09:27.026 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:27.033 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/02 08:09:27.074 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:27.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:27.074 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:27.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/02 08:09:27.154 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:27.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:27.162 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t1"] [2024/06/02 08:09:27.258 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=2.590955ms] [gotSchemaVersion=180] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:27.269 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=254] [version=180] [2024/06/02 08:09:27.271 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=19.86324ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:27.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:27.353 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:27.01 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:27.387 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/06/02 08:09:27.388 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:27.391 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.359722185\n# Parse_time: 0.000476682\n# Compile_time: 0.000986941\n# Rewrite_time: 0.000054302\n# Optimize_time: 0.000939043\n# Wait_TS: 0.0004276\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse fail_job_after_import;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/02 08:09:27.408 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:27.628 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:09:27.717 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=51] [task-id=51] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:27.766 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=51] [2024/06/02 08:09:27.767 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:27.872 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:27.873 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:27.874 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/06/02 08:09:27.892 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:27.895 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/02 08:09:27.895 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/06/02 08:09:27.895 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=64.532Β΅s] [2024/06/02 08:09:27.895 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=179.155Β΅s] [] [2024/06/02 08:09:27.896 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:27.896 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:28.058 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/06/02 08:09:28.077 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=51] [2024/06/02 08:09:28.100 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=51] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:28.142 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:28.143 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/06/02 08:09:28.144 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:28.152 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:28.152 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:28.152 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:28.152 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:28.153 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:28.153 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:28.153 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:28.153 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:28.154 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:28.167 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:28.169 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:28.169 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/02 08:09:28.169 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=51] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:28.169 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=51] [disk-quota=348.5GiB] [2024/06/02 08:09:28.222 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [2024/06/02 08:09:28.227 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/06/02 08:09:28.231 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/06/02 08:09:28.231 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=253] [2024/06/02 08:09:28.263 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=253] [key=t.csv:0] [2024/06/02 08:09:28.265 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=253] [key=t.csv:0] [readDur=1.195771ms] [encodeDur=567.023Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=164.392Β΅s] [type=file] [takeTime=2.332932ms] [] [2024/06/02 08:09:28.266 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [takeTime=44.339552ms] [] [2024/06/02 08:09:28.266 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/1fcc0686-aac6-4fc5-ae56-9d3c611caf0b.sst] [firstKey=7480000000000000FD5F728000000000000001] [lastKey=7480000000000000FD5F728000000000000002] [2024/06/02 08:09:28.266 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/06/02 08:09:28.266 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/06/02 08:09:28.266 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/06/02 08:09:28.269 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=2.405205ms] [] [2024/06/02 08:09:28.269 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/06/02 08:09:28.274 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:28.296 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/06/02 08:09:28.296 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:28.309 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/02 08:09:28.311 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=41.674966ms] [] [2024/06/02 08:09:28.311 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/06/02 08:09:28.312 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.336293ms] [] [2024/06/02 08:09:28.312 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/06/02 08:09:28.312 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/06/02 08:09:28.314 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.669326ms] [] [2024/06/02 08:09:28.314 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/06/02 08:09:28.314 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/06/02 08:09:28.314 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=63.825Β΅s] [] [2024/06/02 08:09:28.314 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/06/02 08:09:28.315 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=883.925Β΅s] [] [2024/06/02 08:09:28.368 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:28.371 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:28.371 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:28.371 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:28.371 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:28.373 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:28.373 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:28.373 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:28.373 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:28.374 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:28.374 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=231.854587ms] [] [2024/06/02 08:09:28.392 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:28.393 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:28.393 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:28.393 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:28.423 +00:00] [WARN] [scheduler.go:440] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:09:28.424 +00:00] [WARN] [scheduler.go:517] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/06/02 08:09:28.512 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=51] [type=ImportInto] [2024/06/02 08:09:28.521 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=reverting] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:09:28.522 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/06/02 08:09:28.528 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=51] [2024/06/02 08:09:28.573 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=51] [2024/06/02 08:09:28.595 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:28.595 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=51] [2024/06/02 08:09:28.674 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=51] [error="[0]injected error after ImportStepImport"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestJobFailWhenDispatchSubtask\n\ttests/realtikvtest/importintotest/job_test.go:599\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/02 08:09:28.676 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.282045026\n# Parse_time: 0.000577355\n# Compile_time: 0.00144941\n# Rewrite_time: 0.000279656\n# Optimize_time: 0.000939043\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yOHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjhzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:09:28.681 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestKillBeforeFinish [2024/06/02 08:09:28.739 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/06/02 08:09:28.741 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/06/02 08:09:28.771 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:28.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:28.771 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:28.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE kill_job;"] [2024/06/02 08:09:28.813 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:28.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:28.883 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=41.644335ms] [2024/06/02 08:09:28.893 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=1.537432ms] [gotSchemaVersion=181] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:09:28.907 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=256] [version=181] [2024/06/02 08:09:28.909 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=22.80424ms] [job="ID:256, Type:create schema, State:done, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:28.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:28.982 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create schema, State:synced, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:28.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:29.019 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/06/02 08:09:29.019 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:29.025 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=181] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/06/02 08:09:29.077 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:29.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:29.077 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:29.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/06/02 08:09:29.151 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:29.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:29.159 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 255, Table ID: 257, Table Name: t"] [2024/06/02 08:09:29.229 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=2.72813ms] [gotSchemaVersion=182] [phyTblIDs="[257]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:29.245 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=258] [version=182] [2024/06/02 08:09:29.247 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=24.606608ms] [job="ID:258, Type:create table, State:done, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:29.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:29.355 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [job="ID:258, Type:create table, State:synced, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:29.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:29.406 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=258] [2024/06/02 08:09:29.406 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:29.410 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.387018297\n# Parse_time: 0.001088226\n# Compile_time: 0.001208165\n# Rewrite_time: 0.000048364\n# Optimize_time: 0.000162667\n# Wait_TS: 0.000446663\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8d0764213d9c8980f2f7228ac418e3202472724bd73615a2d5ce8843684c3cc2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/06/02 08:09:29.427 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:29.631 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:09:29.775 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=52] [task-id=52] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:29.821 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=52] [2024/06/02 08:09:29.821 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:29.928 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:29.929 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:29.931 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/06/02 08:09:29.954 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:29.956 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:29.957 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/06/02 08:09:29.957 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=53.211Β΅s] [2024/06/02 08:09:29.957 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=158.537Β΅s] [] [2024/06/02 08:09:29.957 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:29.957 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:30.078 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/06/02 08:09:30.096 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=52] [2024/06/02 08:09:30.124 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=52] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:30.215 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:30.217 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/06/02 08:09:30.218 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:30.227 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:30.228 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:30.228 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:30.228 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:30.229 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:30.229 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:30.229 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:30.229 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:30.229 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:30.246 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:30.248 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:30.248 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:30.248 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=52] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:30.248 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=52] [disk-quota=348.5GiB] [2024/06/02 08:09:30.291 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [2024/06/02 08:09:30.295 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/06/02 08:09:30.299 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/06/02 08:09:30.299 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=257] [2024/06/02 08:09:30.306 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [2024/06/02 08:09:30.309 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [readDur=1.146522ms] [encodeDur=640.523Β΅s] [checksum="{cksum=15206506462277668171,size=37,kvs=1}"] [deliverDur=261.406Β΅s] [type=file] [takeTime=2.431489ms] [] [2024/06/02 08:09:30.309 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/88b9068c-2f07-4c73-b153-acfbf425de6d.sst] [firstKey=7480000000000001015F728000000000000001] [lastKey=7480000000000001015F728000000000000001] [2024/06/02 08:09:30.309 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [takeTime=18.791301ms] [] [2024/06/02 08:09:30.310 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/06/02 08:09:30.310 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/06/02 08:09:30.310 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/06/02 08:09:30.312 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.796858ms] [] [2024/06/02 08:09:30.312 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/06/02 08:09:30.316 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:30.336 +00:00] [INFO] [scheduler.go:144] ["task state/step changed by user or other scheduler"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=import] [2024/06/02 08:09:30.338 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/06/02 08:09:30.338 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:30.344 +00:00] [INFO] [scheduler.go:272] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=import] [2024/06/02 08:09:30.354 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/02 08:09:30.356 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=44.396462ms] [] [2024/06/02 08:09:30.356 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/06/02 08:09:30.358 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.13293ms] [] [2024/06/02 08:09:30.358 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/06/02 08:09:30.358 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/06/02 08:09:30.360 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=2.032965ms] [] [2024/06/02 08:09:30.360 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [2024/06/02 08:09:30.360 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/06/02 08:09:30.360 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [takeTime=74.773Β΅s] [] [2024/06/02 08:09:30.360 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/06/02 08:09:30.361 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=996.905Β΅s] [] [2024/06/02 08:09:30.408 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/06/02 08:09:30.411 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:30.411 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:30.411 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:30.411 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:30.411 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:30.411 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:30.411 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:30.411 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:30.411 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:30.411 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:30.411 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:30.412 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:30.412 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:30.414 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:30.414 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:30.414 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:30.414 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:30.414 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:30.414 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=198.585508ms] [] [2024/06/02 08:09:30.433 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=52] [type=ImportInto] [2024/06/02 08:09:30.449 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:274\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:216\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:09:30.451 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/06/02 08:09:30.466 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=52] [2024/06/02 08:09:30.529 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=52] [2024/06/02 08:09:30.598 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:30.598 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=52] [2024/06/02 08:09:30.683 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.270789227\n# Parse_time: 0.000732127\n# Compile_time: 0.001482984\n# Rewrite_time: 0.000276952\n# Optimize_time: 0.000162667\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:09:30.704 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestLoadSQLDump [2024/06/02 08:09:31.727 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=182] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/06/02 08:09:31.756 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:31.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:31.756 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:31.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/06/02 08:09:31.811 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:31.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:31.863 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=3.787737ms] [gotSchemaVersion=183] [phyTblIDs="[194,196]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:31.876 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=259] [version=183] [2024/06/02 08:09:31.878 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=23.633527ms] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:31.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:31.950 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:31.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:31.983 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=202.809Β΅s] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:31.995 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=259] [version=184] [2024/06/02 08:09:31.997 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=17.991817ms] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:31.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.072 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:31.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.107 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=222.104Β΅s] [gotSchemaVersion=185] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:32.169 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=259] [version=185] [2024/06/02 08:09:32.172 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=68.635492ms] [job="ID:259, Type:drop schema, State:done, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:31.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.232 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[194,196]"] [comment="drop schema: table IDs"] [2024/06/02 08:09:32.242 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop schema"] [2024/06/02 08:09:32.246 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:drop schema, State:synced, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:31.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.299 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/06/02 08:09:32.300 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:32.304 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.579925647\n# Parse_time: 0.001026856\n# Compile_time: 0.002714829\n# Rewrite_time: 0.000042448\n# Optimize_time: 0.000199878\n# Wait_TS: 0.000326166\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/06/02 08:09:32.305 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/06/02 08:09:32.340 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:32.31 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:32.340 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:32.31 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/06/02 08:09:32.408 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:32.31 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.449 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=1.189858ms] [gotSchemaVersion=186] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:09:32.461 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=261] [version=186] [2024/06/02 08:09:32.463 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=19.244365ms] [job="ID:261, Type:create schema, State:done, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:32.31 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.526 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create schema, State:synced, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:32.31 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.558 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/06/02 08:09:32.558 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:32.565 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/06/02 08:09:32.656 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:32.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:32.656 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:32.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/06/02 08:09:32.701 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:32.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.709 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 260, Table ID: 262, Table Name: t"] [2024/06/02 08:09:32.768 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=2.646979ms] [gotSchemaVersion=187] [phyTblIDs="[262]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:32.781 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=263] [version=187] [2024/06/02 08:09:32.783 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=21.719984ms] [job="ID:263, Type:create table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:32.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.848 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:create table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:32.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:32.886 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/06/02 08:09:32.887 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:32.890 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.328362384\n# Parse_time: 0.00128936\n# Compile_time: 0.001821751\n# Rewrite_time: 0.000044652\n# Optimize_time: 0.000199878\n# Wait_TS: 0.000448964\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d96270cc9e04aa2fb95b76668b4a4bb516905f861f4f5d533983b6e4ac2f46f6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/06/02 08:09:32.907 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:33.162 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/06/02 08:09:33.271 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=53] [task-id=53] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:33.312 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=53] [2024/06/02 08:09:33.312 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:33.418 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:33.419 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:33.420 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/06/02 08:09:33.487 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:33.490 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:33.490 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/06/02 08:09:33.490 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=71.446Β΅s] [2024/06/02 08:09:33.490 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=200.95Β΅s] [] [2024/06/02 08:09:33.491 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:33.491 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:33.621 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/06/02 08:09:33.640 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=53] [2024/06/02 08:09:33.655 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=53] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:33.703 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:33.704 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/06/02 08:09:33.705 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:33.713 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:33.713 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:33.713 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:33.714 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:33.715 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:33.715 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:33.715 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:33.715 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:33.715 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:33.732 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:33.734 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:33.734 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:33.734 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=53] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:33.734 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=53] [disk-quota=348.5GiB] [2024/06/02 08:09:33.781 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [2024/06/02 08:09:33.785 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:09:33.788 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:33.788 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/06/02 08:09:33.795 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=262] [key=p:0] [2024/06/02 08:09:33.797 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=p:0] [readDur=1.074261ms] [encodeDur=757.433Β΅s] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=273.872Β΅s] [type=file] [takeTime=2.585443ms] [] [2024/06/02 08:09:33.798 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/85e2f896-e5d3-4b18-a877-2c6aa7bb6d94.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/06/02 08:09:33.798 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [takeTime=17.523963ms] [] [2024/06/02 08:09:33.798 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/06/02 08:09:33.799 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/06/02 08:09:33.799 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:09:33.801 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.99981ms] [] [2024/06/02 08:09:33.801 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/02 08:09:33.805 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:33.826 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/06/02 08:09:33.827 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:33.840 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/02 08:09:33.842 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=41.06306ms] [] [2024/06/02 08:09:33.842 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:09:33.843 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.047762ms] [] [2024/06/02 08:09:33.843 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/06/02 08:09:33.843 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:33.845 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.389921ms] [] [2024/06/02 08:09:33.845 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/02 08:09:33.845 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:33.845 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=59.924Β΅s] [] [2024/06/02 08:09:33.845 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:33.846 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=866.138Β΅s] [] [2024/06/02 08:09:33.940 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:33.941 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:33.943 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:33.943 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:33.952 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/06/02 08:09:33.956 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:33.956 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:33.957 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:33.957 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:33.957 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:33.957 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:33.956 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:33.957 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:33.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:33.957 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:33.957 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:33.957 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:33.957 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:33.960 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:33.960 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:33.960 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:33.960 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:33.960 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:33.960 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=257.368025ms] [] [2024/06/02 08:09:34.023 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/06/02 08:09:34.024 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:34.025 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:34.168 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:34.218 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/06/02 08:09:34.219 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/06/02 08:09:34.219 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/06/02 08:09:34.227 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=8.062438ms] [] [2024/06/02 08:09:34.227 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/06/02 08:09:34.227 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/02 08:09:34.227 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [weight=30] [2024/06/02 08:09:34.227 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [concurrency=15] [2024/06/02 08:09:34.280 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=262] [physicalTableID=262] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/06/02 08:09:34.281 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/02 08:09:34.281 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=62.069024ms] [] [2024/06/02 08:09:34.281 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=62.251927ms] [] [2024/06/02 08:09:34.324 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=155.384904ms] [] [2024/06/02 08:09:34.336 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:34.336 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=53] [step=post-process] [state=running] [] [2024/06/02 08:09:34.339 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=53] [2024/06/02 08:09:34.415 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=53] [type=ImportInto] [2024/06/02 08:09:34.418 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=53] [2024/06/02 08:09:34.443 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:34.443 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=53] [2024/06/02 08:09:34.529 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.637691735\n# Parse_time: 0.00053731\n# Compile_time: 0.00150441\n# Rewrite_time: 0.000288655\n# Optimize_time: 0.000199878\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/06/02 08:09:34.535 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:34.542 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/06/02 08:09:34.577 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:34.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:34.577 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:34.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_csv.t;"] [2024/06/02 08:09:34.620 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:34.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:34.680 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 260, Table ID: 264, Table Name: t, Old Table ID: 262, Old Table Name: t"] [2024/06/02 08:09:34.728 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=3.741803ms] [gotSchemaVersion=188] [phyTblIDs="[264]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:09:34.742 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=265] [version=188] [2024/06/02 08:09:34.744 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=23.848683ms] [job="ID:265, Type:truncate table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:34.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:34.801 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=265] [tableIDs="[262]"] [comment="drop table: table ID"] [2024/06/02 08:09:34.811 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=265] [jobType="truncate table"] [2024/06/02 08:09:34.814 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:truncate table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:34.511 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:34.874 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/06/02 08:09:34.874 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:34.877 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.336262241\n# Parse_time: 0.000345506\n# Compile_time: 0.00102792\n# Rewrite_time: 0.000045472\n# Optimize_time: 0.001032475\n# Wait_TS: 0.000468739\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 54aa42fb3deed99c3e7930c508358633f841079d0f7d02676fc856f08bf5ab77\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_csv.t;"] [2024/06/02 08:09:35.113 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestLoadSQLDump3454921015/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/06/02 08:09:35.113 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:35.113 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/06/02 08:09:35.113 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=57.831Β΅s] [2024/06/02 08:09:35.113 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.349Β΅s] [] [2024/06/02 08:09:35.208 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=54] [task-id=54] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:35.256 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/06/02 08:09:35.257 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:35.362 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:35.363 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:35.364 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/06/02 08:09:35.386 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:35.386 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:35.563 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/06/02 08:09:35.581 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=54] [2024/06/02 08:09:35.604 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:35.653 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:35.654 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/06/02 08:09:35.663 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:35.663 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:35.664 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:35.664 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:35.665 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:35.665 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:35.665 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:35.665 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:35.665 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:35.680 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:35.682 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:35.682 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:35.682 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=54] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:35.682 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=54] [disk-quota=348.5GiB] [2024/06/02 08:09:35.727 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [2024/06/02 08:09:35.731 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:09:35.735 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:35.735 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=264] [2024/06/02 08:09:35.780 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=264] [key=test.sql:0] [2024/06/02 08:09:35.782 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=264] [key=test.sql:0] [readDur=243.546Β΅s] [encodeDur=741.107Β΅s] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=271.709Β΅s] [type=file] [takeTime=1.619997ms] [] [2024/06/02 08:09:35.783 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [takeTime=55.730725ms] [] [2024/06/02 08:09:35.783 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/7858cb4f-d614-4a57-8e34-852abf8f67fa.sst] [firstKey=7480000000000001085F728000000000000001] [lastKey=7480000000000001085F728000000000000002] [2024/06/02 08:09:35.783 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/06/02 08:09:35.783 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/06/02 08:09:35.783 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:09:35.785 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.986469ms] [] [2024/06/02 08:09:35.785 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/02 08:09:35.790 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:35.812 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/06/02 08:09:35.812 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:35.826 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/02 08:09:35.828 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.926554ms] [] [2024/06/02 08:09:35.829 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:09:35.830 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.146865ms] [] [2024/06/02 08:09:35.830 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/06/02 08:09:35.830 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:35.832 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.654351ms] [] [2024/06/02 08:09:35.832 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/02 08:09:35.832 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:35.832 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=97.699Β΅s] [] [2024/06/02 08:09:35.832 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:35.833 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=951.579Β΅s] [] [2024/06/02 08:09:35.879 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/06/02 08:09:35.880 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:35.882 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:35.882 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:35.883 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:35.883 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:35.883 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:35.883 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:35.883 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:35.883 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:35.883 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:35.883 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:35.883 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:35.883 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:35.883 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:35.883 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:35.883 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:35.883 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:35.885 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:35.885 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:35.885 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:35.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:35.885 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:35.885 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=232.399528ms] [] [2024/06/02 08:09:36.217 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [2024/06/02 08:09:36.217 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/06/02 08:09:36.997 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=1.035402999s] [2024/06/02 08:09:37.057 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/06/02 08:09:37.058 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:37.058 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:37.223 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:37.271 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:37.318 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/06/02 08:09:37.318 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/06/02 08:09:37.318 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/06/02 08:09:37.326 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=7.837082ms] [] [2024/06/02 08:09:37.326 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/06/02 08:09:37.326 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/02 08:09:37.326 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [weight=30] [2024/06/02 08:09:37.326 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [concurrency=15] [2024/06/02 08:09:37.330 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=264] [physicalTableID=264] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/06/02 08:09:37.331 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/02 08:09:37.331 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=12.997034ms] [] [2024/06/02 08:09:37.331 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=13.179295ms] [] [2024/06/02 08:09:37.411 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:37.411 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=54] [step=post-process] [state=running] [] [2024/06/02 08:09:37.414 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=54] [2024/06/02 08:09:37.431 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=159.849872ms] [] [2024/06/02 08:09:37.463 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=54] [2024/06/02 08:09:37.481 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/06/02 08:09:37.488 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:37.488 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=54] [2024/06/02 08:09:37.571 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:37.660 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.78161047\n# Parse_time: 0.000431698\n# Compile_time: 0.001330564\n# Rewrite_time: 0.00027004\n# Optimize_time: 0.001032475\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestLoadSQLDump3454921015/001/test.sql' FORMAT 'SQL';"] === RUN TestImportInto/TestMaxWriteSpeed [2024/06/02 08:09:37.671 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/06/02 08:09:37.674 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/06/02 08:09:37.707 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:37.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:37.707 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:37.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_write_speed;"] [2024/06/02 08:09:37.817 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:37.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:38.301 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184027284701189\n# Query_time: 0.372677048\n# Parse_time: 0\n# Compile_time: 0.005800615\n# Rewrite_time: 0.000695206\n# Optimize_time: 0.001702571\n# Wait_TS: 0.000132326\n# Cop_time: 0.364651225 Process_time: 0.000253929 Wait_time: 0.000026454 Request_count: 1 Total_keys: 376 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 143 Rocksdb_key_skipped_count: 937 Rocksdb_block_cache_hit_count: 3\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000253929 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.6454e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 252\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.363690454\n# PD_total: 0.000047989\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rwbweTAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6MzY1bXMsIGxvb3BzOjEsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMzhtcywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogMjUzLjnCtXMsBRQkd2FpdDogMjYuNQUToGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRoYbjogNjcuNAU68FVtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MiwgdG90YWxfdGltZToyLjYybXN9LFJlc29sdmVMb2NrOhUrADEyKwCAMzYxLjRtc319CTI1MiBCeXRlcwlOL0EKMQkxXzYJMV8wNU5AbGUobXlzcWwudGlkYl9tZGwFiFAudmVyc2lvbiwgMTg4KQkwCXRpa3YF2wQ6ewWMBDFtOWtAfSwgc2Nhbl9kZXRhaWw6IHsJtABrJVtEMzc2LCBnZXRfc25hcHNob3RfBUAMIDkuNylSoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTQzLCBrZXlfOhgAMDkzNywgYmxvY2s6IHs5kg02FDN9fX0sIAFrPpcAIfcIZXNzDYcAMi7tAQhhbF8h7xEbMfQNzyR2X3JlYWRfd2FsLZAAICUFJRodFSF7EDbCtXN9IXEBBBwKMgk0M181CSF2LDEwMDAwCXRhYmxlOjJxAQHjbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9+gwEgCU4vQQlOL0EK')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('mAeYCpMHCg1UYWJsZVJlYWRlcl83Eq4ECgtTZWxlY3Rpb25fNhKWAQoPBSJMRnVsbFNjYW5fNSEAAAAA0IMlQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvah10aWt2X3Rhc2s6e3RpbWU6MW1zLCBsb29wczoxfXD/////BQQEAXgFBwEBAAEFhSwwbiZBKauqqqqq9qkFhRBSJGxlKAWEAC4ygwBALnZlcnNpb24sIDE4OClqswJycgAILCBzAenwXmRldGFpbDoge3RvdGFsX2tleXM6IDM3NiwgZ2V0X3NuYXBzaG90X3RpbWU6IDkuNzXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTQzLCBrZXlfOhgAXDkzNywgYmxvY2s6IHtjYWNoZV9oaXRfYwk2FDN9fX0sIAFrPpcAHHByb2Nlc3NfARwYOiAyNTMuOQWICbUId2FpEaIMMjYuNR0aLGt2X3JlYWRfd2FsbA09CDFtcwFkBGt2LhUAJDM2MS42wrVzfXAheAUBMogBIX8Q6tjqQCkBCQCqIYgkAUABUhBkYXRhOl1JBFoTBaEIMzY1AWUt3BxihQJjb3BfdCH6SCB7bnVtOiAxLCBtYXg6IDEuMzgBKgHfLXsEMCwB1QXxOukABecAOhniEGNvcHJfOUREcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNjcuNCUcqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjIFmABhLUY8Mi42Mm1zfSxSZXNvbHZlTCHRFSsAMTIrAGAzNjEuNG1zfX1w/AF4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/02 08:09:38.306 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=1.282577ms] [gotSchemaVersion=189] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:09:38.307 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184027258486792\n# Query_time: 0.455408204\n# Parse_time: 0\n# Compile_time: 0.016806738\n# Rewrite_time: 0.00258675\n# Optimize_time: 0.010231493\n# Wait_TS: 0.000130123\n# Cop_time: 0.429604736 Process_time: 0.000828328 Wait_time: 0.000073745 Request_count: 2 Process_keys: 1 Total_keys: 1239 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 286 Rocksdb_key_skipped_count: 3331 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000414164 Cop_proc_p90: 0.000474831 Cop_proc_max: 0.000474831 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.6872e-05 Cop_wait_p90: 4.1845e-05 Cop_wait_max: 4.1845e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12722\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lRm4MAkzXzEzCTAJMjM5Ni42MglteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjQzMy40bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZB2DHYEcCTAgQnl0ZXMRCBwKMgkxN18yOB32VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDAE4aWQsIENvbHVtbiMxNSldGXUIMi43HXegLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo2OTguOcK1cywgZmV0Y2gdEAUyDDowc30RrBEIJAozCTMxXzQxKEIBVAApHbtAZGF0YTpTZWxlY3Rpb25fNDARkAg1MTANZjWJbGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuODUBuiFqNF9rZXlzOiAwLCB0b3RfARIYOiAzNTMuNQWxARQcd2FpdDogMzENXmRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMDECAXMIX2R1BRoYbjogNTQuMwVNOG1heF9kaXN0c3FsX2NvblUkSCAxfSwgcnBjX2luZm86e0NvcDoBsAxfcnBjQU8lRQBfRWwwMS43NG1zfX0JMjU3ICnlGE4vQQo0CTEhCQQxX3LYAgxyZW9ySbYEa3YFpAQ6ewlVIQstNDx9LCBzY2FuX2RldGFpbDogKcItJEA2MTksIGdldF9zbmFwc2hvdAmVCCAxNC0udHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudAEpFDMsIGtleUIYACA2NjIsIGJsb2MhqzlcDTcUMn19fSwgAaw+mAAhrwhlc3MNiDK3AQRhbCW5ERsxvilNKGt2X3JlYWRfd2FsLVoAICUGAHQhGx0VIDQ3NC40wrVzfSFnAQQcCjUJNDRfMzklbBw2NjY2LjY3CUntLkQEdCwgcmFuZ2U6Wy1pbmYsMjY3KSwgKDI2NywraW5mXSEEbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9F0mqkAQGJAQQwCjMJNl8yOShQcm9iZWEkNDY0MDAJZ3JvdXAgYnk6dbRALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV2AG2B0AgyLjJdExgsIHBhcnRpIVAYb3JrZXI6ezkhJDQzMS41NTE1NjkBMS7UAgg1LCBlB2F4bVxlSAQyLgEuFDc1MDMxc2lzFGV4ZWM6MA0NIeUFJBg3MTc0NjVzabEBZxQ0NDQ4OTgBZwhwOTUyEgAUfSwgZmluWqAAGDIuMDQxMDAF0V6gAAGsCG90XwWgFDM3LjkywoGsARMFnBA3LjIwNxUTFaIYODk5NTgxMh2jEDk2NTYwRUgRoxESObNhqwAzgbQlrBRub3QoZXE5kAQsIEEsCCksIAEZFGlzbnVsbBkdACkh4wV/IRAy8gUEMzix9IEPEDUJNl8zIdAIODAwXRBK3wVtQAhpbmdSZgYgc2NoZW1hX2lkAeVGDAdF+AkeSWEIbWluFa8AODJcAgAxEbkEMC4lxIlvADJ2XAIYMC41MTQ0NSVSXrwBADFJRSW8QVwUMTQ3MjM1IZY1wBwyNDYuMDUzwjHVJUMFLBQ5MzUwNzMB3SxheDo0MzAuNDE0MDAFoSnCGRJyZQIYMS4wNTQwMsVUXqkALmUCEDQ4Ljc46RIVphA2LjkwOEakABg0MDU0ODQ2HaQQOTc5OTgl/hGkERJZZgA24T4MMzYJMEkD5TQkSGFzaEFnZ18zMT2OYVA1jGYvBwA3ZUBBLs0LLXcBEgA6pSYZuyWLCCA0MQ0TAGO+LwcMMzEuNiUIzi8HADJFDwBhrdU8My4xOW1zfSxSZXNvbHZlTMFgWloHCDQyNw7OCOFbCDgyIPlbADdhTAAxpe/+TgPOTgNKdgMW+wl9XgA4JdA2MAahUCnYXtMHIbvhOxb/CCnQBGFsMhcAIF9zaXplOiA4OEm8AGEiCAgEMjBWCAgWNAnqBggAOe4GCBoGCOG0VY7BFgRhaR4GCFWVPugHCDY1N0V1eUIUOAk0M18zoa4MMAkxMKFIhe465gcAa3bIB4H2ZpgBIAlOL0EJTi9BCg==')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('7BvwSQrnGwoNUHJvamVjdGlvbl8xMxLPGgoHU29ydF8xNBLZGQoLSGFzaEpvaW5fMjgShAcKDlRhYmxlUmVhZGVyXzQxEsMECgxTZWxlCUAYNDAStQEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWzpbLWluZiwyNjcpLCAoMjY3LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHXRpa3ZfdGFzazp7dGltZToxbXMsIGxvb3BzOjF9cP//////AQMEAXgBBgUBAAEFoiyAMSdBKQ1vOGg+uaIFogRSGAWeBC50HZ0oLnJlb3JnarQCdGlqZgAILCBzAfuYZGV0YWlsOiB7dG90YWxfa2V5czogNjE5LCBnZXRfc25hcHNob3RfBaawIDE0LjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTQzIQUAeUIYAFg2NjIsIGJsb2NrOiB7Y2FjaGVfaGl0Xw03FDJ9fX0sIAFsPpgAHHByb2Nlc3NfARwQOiAzNTMNiQm2CHdhaRGjDDMxLjkFowkaLGt2X3JlYWRfd2FsbA09ADEhbCUbHRUgNDc0LjTCtXN9Vn0BLBoBASFTu0w6p4zrQDmAKAFAAVIRZGF0YTpTXWEEWhYFpQg1MTANigRsbyXYFGLZAWNvcCn2SCB7bnVtOiAxLCBtYXg6IDEuODUBlgHmLYMEMCwBwgX4OvAABe4AOhnpEGNvcHJfOUtEcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNTQuMyUjqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmABhLU0oMS43NG1zfX1wgQJdqxASmhEKCmGXIEFnZ18yORLFDS6DAxAzMBLIDBkgEDM1Ep0INrYDEDM2ErYFHSIUMRKXAQoQZbQMRnVsbGmzADRlERTw7zBBKQABARCIw0AwAXa1AwAeepcDABxFFgB0eZcIMHMsMb5aGQIFhQgoZTENhQRAvw2FPFKUAWdyb3VwIGJ5Om15c3E6ogMh6Rxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqyEIVBC7kAFYUBA2tTZlVAS4XACRfc2l6ZTogODg1UR8Aa4lJBDIwVkkE7kcEhUcAOe5HBI1HYfUAOGUKiS2dRwQ0MREaoUSdKRA2NTcuNmYpBCAh3t3d3R0+90BJlUkQgSgED2SBKAhIYXNlFQwzMVoThSYINDMwYfmJIwwyYoUCZiMEBDcyASohdi1dKYoliAA6NswABcoAOhnFwiMEBDMxBeWFn8IjBAAyUQQF4jwzLjE5bXN9LFJlc29sdmVMoftaTgQQNDI3LjeFTwCaLk8EJVQMrWz4QD5UAQCE/mQDvmQDdUh9VAg1WhUF6BA0MzAuOCGiMcxEzQJwYXJ0aWFsX3dvcmtlcjp7WUcBLRA1MTQ0NcWNLnwFYUEMYXNrX8EgLeFBlzA6Mi4xNTE0NzIzNTJzJWAwX2V4ZWM6MjQ2LjA1M1HFKXMFLBQ5MzUwNzMpwwVwEDQxNDAwBaIIcDk1MhIAFH0sIGZpblqpABgxLjA1NDAyxaBeqQABtQBvTXYQNDguNzj1gwmmDDYuOTB1aRmkGDQwNTQ4NDYdpBQ5Nzk5ODMhRhGkERJegAVhcAitSP5NHAgAuUBlbhgvbm90KGVxNbEINSwgDqUJCCksIAEZFGlzbnVsbBkdBCkpNcQEMS4FfinECDFw/C6IAiQaAQIhRERERCRjPm8ABDhnsexRIgQ1LK2bHGZpcnN0cm93HW65kAA1FXgEMi5l3g14BGLDcjwCHDEuNTUxNTY5IShekwEAMEklVTwYNjk3NTAzMS48AqH6IbdFv0E0FDcxNzQ2NTWPGDEuNDQ0ODldMxkScjMCGDIuMDQxMDAF0l6gAC4zAhAzNy45MlXDRdgQNy4yMDcVExWiFDg5OTU4MWECDjgJIDQzMS45NjU2MGVGSTIAMRUSXjICGAMw2tL9IgcqSAtoAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYlYHBCwgNesEKV09xwA3IZUxxwA7FoAJEGhhc2hf5bUAOhZnCww6Njk4Gh0KEGZldGNoHRAFMiw6MHN9IUuJMNnEfhA6qAAAPUqSAMEUFk4IEDpkZXNjUjQIFgwIAFrRdi7mAhgh0JmtvYSVPmoATrgIAUYQbWV0YSxOtggZhzUQCDMuNC4QAQgNQ28mZgpANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:09:38.320 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=267] [version=189] [2024/06/02 08:09:38.322 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=24.056186ms] [job="ID:267, Type:create schema, State:done, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:37.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:38.392 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create schema, State:synced, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:37.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:38.825 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=405.592712ms] [2024/06/02 08:09:38.826 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/06/02 08:09:38.826 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:38.831 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.158108479\n# Parse_time: 0.000266756\n# Compile_time: 0.000627532\n# Rewrite_time: 0.000026219\n# Optimize_time: 0.001285779\n# Wait_TS: 0.000492783\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 51e97fdc2613e3aee21c06b152169d2daca432914e619b590051b0c980cfa305\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_test_write_speed;"] [2024/06/02 08:09:38.834 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/06/02 08:09:38.878 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:38.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:38.879 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:38.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/06/02 08:09:38.928 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:38.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:38.936 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 266, Table ID: 268, Table Name: t"] [2024/06/02 08:09:39.042 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=4.163043ms] [gotSchemaVersion=190] [phyTblIDs="[268]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:39.056 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=269] [version=190] [2024/06/02 08:09:39.058 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=27.427889ms] [job="ID:269, Type:create table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:38.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:39.136 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:create table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:38.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:39.184 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/06/02 08:09:39.184 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:39.188 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.356562945\n# Parse_time: 0.001032661\n# Compile_time: 0.001079358\n# Rewrite_time: 0.000053301\n# Optimize_time: 0.001285779\n# Wait_TS: 0.000443006\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: fc1b1e4d47a5f290811d20628c52a2c0714628b3c6a7d1063aee53669bfc0fd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_write_speed.t(a int, b int);"] [2024/06/02 08:09:39.216 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:39.486 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:09:39.590 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=55] [task-id=55] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:39.635 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=55] [2024/06/02 08:09:39.635 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:39.741 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:39.742 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:39.743 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/06/02 08:09:39.762 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:39.765 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:39.765 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/06/02 08:09:39.765 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=58.51Β΅s] [2024/06/02 08:09:39.765 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=221.457Β΅s] [] [2024/06/02 08:09:39.765 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:39.765 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:39.933 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/06/02 08:09:39.952 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=55] [2024/06/02 08:09:39.972 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=55] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:40.013 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:40.014 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/06/02 08:09:40.015 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:40.025 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:40.025 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:40.026 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:40.026 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:40.027 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:40.027 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:40.027 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:40.027 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:40.027 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:40.042 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:40.044 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:40.044 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:40.044 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=55] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:40.044 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=55] [disk-quota=348.5GiB] [2024/06/02 08:09:40.087 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [2024/06/02 08:09:40.091 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/02 08:09:40.095 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/02 08:09:40.095 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/06/02 08:09:40.144 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/06/02 08:09:40.391 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=33.848558ms] [encodeDur=203.794155ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.855485ms] [type=file] [takeTime=247.454677ms] [] [2024/06/02 08:09:40.392 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [takeTime=305.080064ms] [] [2024/06/02 08:09:40.392 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/1deaaaba-fd2e-43ff-a035-89054b7a6d50.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/06/02 08:09:40.393 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/06/02 08:09:40.393 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/06/02 08:09:40.393 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/02 08:09:40.395 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.128905ms] [] [2024/06/02 08:09:40.395 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/06/02 08:09:40.400 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:40.422 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/06/02 08:09:40.422 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:40.452 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/06/02 08:09:40.454 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=59.14167ms] [] [2024/06/02 08:09:40.454 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/02 08:09:40.456 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.298393ms] [] [2024/06/02 08:09:40.456 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/06/02 08:09:40.456 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/02 08:09:40.458 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.76357ms] [] [2024/06/02 08:09:40.458 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/06/02 08:09:40.458 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/02 08:09:40.458 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=66.573Β΅s] [] [2024/06/02 08:09:40.458 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/02 08:09:40.459 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=890.958Β΅s] [] [2024/06/02 08:09:40.504 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:40.508 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:40.508 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:40.508 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:40.508 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:40.511 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:40.511 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:40.511 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:40.511 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:40.511 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:40.511 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=498.158111ms] [] [2024/06/02 08:09:40.559 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:40.560 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:40.561 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:40.561 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:40.639 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/06/02 08:09:40.641 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:40.641 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:40.847 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:40.903 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/06/02 08:09:40.903 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/06/02 08:09:40.904 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/06/02 08:09:40.912 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=7.969385ms] [] [2024/06/02 08:09:40.912 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/06/02 08:09:40.912 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/06/02 08:09:40.912 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [weight=30] [2024/06/02 08:09:40.912 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [concurrency=15] [2024/06/02 08:09:40.917 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=268] [physicalTableID=268] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/06/02 08:09:40.918 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/06/02 08:09:40.918 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=14.487658ms] [] [2024/06/02 08:09:40.918 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=14.697779ms] [] [2024/06/02 08:09:40.961 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:40.961 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=55] [step=post-process] [state=running] [] [2024/06/02 08:09:40.964 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=55] [2024/06/02 08:09:40.965 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=118.542998ms] [] [2024/06/02 08:09:41.026 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=55] [type=ImportInto] [2024/06/02 08:09:41.043 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=55] [2024/06/02 08:09:41.071 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:41.071 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=55] [2024/06/02 08:09:41.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.00551752\n# Parse_time: 0.000673602\n# Compile_time: 0.001971168\n# Rewrite_time: 0.000345106\n# Optimize_time: 0.001285779\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('KqQwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEHRpbWU6MnMsIGxvb3BzOjJw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:09:41.217 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=190] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/06/02 08:09:41.224 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:41.250 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:41.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/06/02 08:09:41.250 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-06-02 08:09:41.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:41.296 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:41.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:41.308 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 266, Table ID: 270, Table Name: t, Old Table ID: 268, Old Table Name: t"] [2024/06/02 08:09:41.358 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=3.220424ms] [gotSchemaVersion=191] [phyTblIDs="[270]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:09:41.370 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=271] [version=191] [2024/06/02 08:09:41.372 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=22.146008ms] [job="ID:271, Type:truncate table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:41.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:41.456 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=271] [tableIDs="[268]"] [comment="drop table: table ID"] [2024/06/02 08:09:41.466 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=271] [jobType="truncate table"] [2024/06/02 08:09:41.471 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [job="ID:271, Type:truncate table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:41.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:41.542 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=45.782695ms] [2024/06/02 08:09:41.582 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/06/02 08:09:41.582 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:41.587 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.370513727\n# Parse_time: 0.000303578\n# Compile_time: 0.000977035\n# Rewrite_time: 0.000038889\n# Optimize_time: 0.002643279\n# Wait_TS: 0.000440175\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8335c0f5a674c362ca804edef924d7641c9291afa0c75e736a126089ad41d921\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_test_write_speed.t;"] [2024/06/02 08:09:41.602 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:41.810 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=true] [2024/06/02 08:09:41.905 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=56] [task-id=56] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:41.999 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/06/02 08:09:41.999 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:42.105 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:42.106 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:42.107 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/06/02 08:09:42.129 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:42.132 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:42.132 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/06/02 08:09:42.133 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=53.874Β΅s] [2024/06/02 08:09:42.133 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=165.461Β΅s] [] [2024/06/02 08:09:42.133 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:42.133 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:42.270 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/06/02 08:09:42.290 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=56] [2024/06/02 08:09:42.304 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=56] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:42.354 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:42.356 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/06/02 08:09:42.357 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:42.365 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:42.365 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:42.366 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:42.366 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:42.410 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:42.410 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:42.410 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:42.410 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:42.411 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:42.428 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:42.430 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:42.430 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:42.430 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=56] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:42.430 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=56] [disk-quota=348.5GiB] [2024/06/02 08:09:42.478 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [2024/06/02 08:09:42.482 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/02 08:09:42.486 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/02 08:09:42.486 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=270] [2024/06/02 08:09:42.494 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [2024/06/02 08:09:42.674 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [readDur=29.653628ms] [encodeDur=140.678385ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=5.596046ms] [type=file] [takeTime=180.186418ms] [] [2024/06/02 08:09:42.675 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/f5798591-9787-4982-b896-b063f474a936.sst] [firstKey=74800000000000010E5F728000000000000001] [lastKey=74800000000000010E5F7280000000000003E8] [2024/06/02 08:09:42.675 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [takeTime=197.01041ms] [] [2024/06/02 08:09:42.675 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/06/02 08:09:42.676 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/06/02 08:09:42.676 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/02 08:09:42.678 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.894128ms] [] [2024/06/02 08:09:42.678 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/06/02 08:09:42.682 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:42.705 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/06/02 08:09:42.705 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:49.912 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=47.82311ms] [2024/06/02 08:09:52.280 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/06/02 08:09:52.282 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=9.604353326s] [] [2024/06/02 08:09:52.282 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/02 08:09:52.284 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.679191ms] [] [2024/06/02 08:09:52.284 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/06/02 08:09:52.284 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/02 08:09:52.286 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.870747ms] [] [2024/06/02 08:09:52.286 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/06/02 08:09:52.286 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/02 08:09:52.286 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=67.901Β΅s] [] [2024/06/02 08:09:52.286 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/02 08:09:52.287 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=990.099Β΅s] [] [2024/06/02 08:09:52.322 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:52.323 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:52.324 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:52.324 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:52.334 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:52.339 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:52.339 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:52.339 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:52.339 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:52.391 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:52.392 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:52.392 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:52.392 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:52.392 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:52.392 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=10.037236685s] [] [2024/06/02 08:09:52.449 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/06/02 08:09:52.451 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:52.451 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:52.622 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:52.668 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/06/02 08:09:52.668 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/06/02 08:09:52.668 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/06/02 08:09:52.676 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=8.128061ms] [] [2024/06/02 08:09:52.676 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/06/02 08:09:52.676 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/06/02 08:09:52.676 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [weight=30] [2024/06/02 08:09:52.676 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [concurrency=15] [2024/06/02 08:09:52.680 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=270] [physicalTableID=270] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/06/02 08:09:52.681 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/06/02 08:09:52.681 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=13.069557ms] [] [2024/06/02 08:09:52.681 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=13.251002ms] [] [2024/06/02 08:09:52.774 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=152.171685ms] [] [2024/06/02 08:09:52.776 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:52.776 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=56] [step=post-process] [state=running] [] [2024/06/02 08:09:52.779 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=56] [2024/06/02 08:09:52.824 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=56] [2024/06/02 08:09:52.831 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=56] [type=ImportInto] [2024/06/02 08:09:52.845 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:52.845 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=56] [2024/06/02 08:09:52.928 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:53.059 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.47114613\n# Parse_time: 0.000643689\n# Compile_time: 0.001525105\n# Rewrite_time: 0.000321254\n# Optimize_time: 0.002643279\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestImportInto/TestMultiValueIndex [2024/06/02 08:09:53.072 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=191] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/06/02 08:09:53.102 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:53.102 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/06/02 08:09:53.200 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.248 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=2.657344ms] [gotSchemaVersion=192] [phyTblIDs="[264]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:53.261 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=272] [version=192] [2024/06/02 08:09:53.263 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=24.001087ms] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.318 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.355 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=216.22Β΅s] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:53.366 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=272] [version=193] [2024/06/02 08:09:53.368 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=17.854117ms] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.444 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.485 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=248.154Β΅s] [gotSchemaVersion=194] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:53.497 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=272] [version=194] [2024/06/02 08:09:53.499 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=19.261526ms] [job="ID:272, Type:drop schema, State:done, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.561 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=272] [tableIDs="[264]"] [comment="drop schema: table IDs"] [2024/06/02 08:09:53.570 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=272] [jobType="drop schema"] [2024/06/02 08:09:53.574 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:drop schema, State:synced, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:53.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.682 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/06/02 08:09:53.682 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:53.686 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.615070438\n# Parse_time: 0.000484366\n# Compile_time: 0.000835697\n# Rewrite_time: 0.000039367\n# Optimize_time: 0.001847022\n# Wait_TS: 0.00036058\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/06/02 08:09:53.688 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/06/02 08:09:53.722 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:53.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:53.722 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:53.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/06/02 08:09:53.800 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:53.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.837 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=945.055Β΅s] [gotSchemaVersion=195] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:09:53.848 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=274] [version=195] [2024/06/02 08:09:53.850 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=18.760304ms] [job="ID:274, Type:create schema, State:done, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:53.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.928 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create schema, State:synced, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:53.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:53.957 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/06/02 08:09:53.958 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:53.964 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=195] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/06/02 08:09:54.011 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:53.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/06/02 08:09:54.011 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:53.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:54.051 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:53.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:54.061 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 273, Table ID: 275, Table Name: t"] [2024/06/02 08:09:54.192 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=5.288092ms] [gotSchemaVersion=196] [phyTblIDs="[275]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:54.206 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=276] [version=196] [2024/06/02 08:09:54.208 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=27.712045ms] [job="ID:276, Type:create table, State:done, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:53.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:54.262 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [job="ID:276, Type:create table, State:synced, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:53.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:54.306 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=276] [2024/06/02 08:09:54.306 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:54.310 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.34845362\n# Parse_time: 0.001681627\n# Compile_time: 0.00105805\n# Rewrite_time: 0.000044853\n# Optimize_time: 0.001847022\n# Wait_TS: 0.000381309\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ab5f748f48c5c7084ecd98ad836f1e9061f2499e8f8814748bbe3dd828841f88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t ( i INT, j JSON, KEY idx ((cast(j as signed array))) );"] [2024/06/02 08:09:54.326 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:54.588 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:09:54.696 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=57] [task-id=57] [data-size=27B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:54.745 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/06/02 08:09:54.745 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:54.851 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:54.853 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:54.855 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/06/02 08:09:54.888 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:54.891 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:09:54.892 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/06/02 08:09:54.892 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=58.528Β΅s] [2024/06/02 08:09:54.892 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=191.82Β΅s] [] [2024/06/02 08:09:54.892 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:54.892 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:55.086 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/06/02 08:09:55.108 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=57] [2024/06/02 08:09:55.112 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=57] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:55.156 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:55.158 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/06/02 08:09:55.160 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:55.170 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:55.170 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:55.170 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:55.171 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:55.172 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:55.172 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:55.172 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:55.172 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:55.172 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:55.187 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:55.188 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:55.189 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:09:55.189 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=57] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/02 08:09:55.189 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=57] [disk-quota=348.5GiB] [2024/06/02 08:09:55.236 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [2024/06/02 08:09:55.240 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:09:55.243 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:55.243 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=275] [2024/06/02 08:09:55.274 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=275] [key=1.csv:0] [2024/06/02 08:09:55.278 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=275] [key=1.csv:0] [readDur=255.434Β΅s] [encodeDur=2.012271ms] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [deliverDur=804.355Β΅s] [type=file] [takeTime=3.781673ms] [] [2024/06/02 08:09:55.279 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/e6c16b74-8d53-40d4-b501-f48d0d151b64.sst] [firstKey=7480000000000001135F728000000000000001] [lastKey=7480000000000001135F728000000000000002] [2024/06/02 08:09:55.279 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [takeTime=43.051511ms] [] [2024/06/02 08:09:55.279 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/06/02 08:09:55.279 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/06/02 08:09:55.279 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:09:55.281 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.943871ms] [] [2024/06/02 08:09:55.282 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/02 08:09:55.288 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:55.310 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/06/02 08:09:55.310 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:55.325 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/06/02 08:09:55.327 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=45.283459ms] [] [2024/06/02 08:09:55.327 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/02 08:09:55.328 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.226333ms] [] [2024/06/02 08:09:55.328 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/06/02 08:09:55.328 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:55.329 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/333626e6-9127-44b1-960f-6f1124951859.sst] [firstKey=7480000000000001135F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001135F698000000000000001038000000000000004038000000000000002] [2024/06/02 08:09:55.331 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.94613ms] [] [2024/06/02 08:09:55.331 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/02 08:09:55.336 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:55.359 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/06/02 08:09:55.359 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:55.373 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/06/02 08:09:55.375 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=43.532917ms] [] [2024/06/02 08:09:55.375 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/02 08:09:55.376 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.207171ms] [] [2024/06/02 08:09:55.467 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/06/02 08:09:55.474 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:55.474 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:55.474 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:55.474 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:55.475 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:55.475 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:55.475 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:55.475 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:55.475 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:55.475 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:55.475 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:55.475 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:55.475 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:55.477 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:55.478 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:55.478 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:55.478 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:55.478 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:55.478 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=321.672921ms] [] [2024/06/02 08:09:55.480 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:55.482 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:55.483 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:55.483 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:55.559 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/06/02 08:09:55.561 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:55.561 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:55.721 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:55.776 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/06/02 08:09:55.776 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/06/02 08:09:55.776 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/06/02 08:09:55.828 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=51.294348ms] [] [2024/06/02 08:09:55.828 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=-1] [size=160] [kvs=2] [checksum=15615775900203205091] [2024/06/02 08:09:55.828 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=1] [size=228] [kvs=6] [checksum=15150038536865480860] [2024/06/02 08:09:55.828 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/06/02 08:09:55.828 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [weight=30] [2024/06/02 08:09:55.828 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [concurrency=15] [2024/06/02 08:09:55.838 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=-1] [checksum=15615775900203205091] [totalKvs=2] [totalBytes=160] [2024/06/02 08:09:55.841 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=1] [checksum=15150038536865480860] [totalKvs=6] [totalBytes=228] [2024/06/02 08:09:55.842 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/06/02 08:09:55.842 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=65.901481ms] [] [2024/06/02 08:09:55.842 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=66.099999ms] [] [2024/06/02 08:09:55.885 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=163.518639ms] [] [2024/06/02 08:09:55.970 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:55.970 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=57] [step=post-process] [state=running] [] [2024/06/02 08:09:55.974 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=57] [2024/06/02 08:09:56.038 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=57] [type=ImportInto] [2024/06/02 08:09:56.051 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=57] [2024/06/02 08:09:56.074 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:56.074 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=57] [2024/06/02 08:09:56.164 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:56.277 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9657931419999999\n# Parse_time: 0.000527025\n# Compile_time: 0.002638245\n# Rewrite_time: 0.001476851\n# Optimize_time: 0.001847022\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestImportInto/TestOtherCharset [2024/06/02 08:09:56.289 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=196] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/06/02 08:09:56.317 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:56.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:56.317 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:56.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/06/02 08:09:56.380 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:56.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:56.426 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=3.294682ms] [gotSchemaVersion=197] [phyTblIDs="[185,189]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:56.437 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=277] [version=197] [2024/06/02 08:09:56.439 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=20.515295ms] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:56.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:56.498 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:56.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:56.533 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=251.93Β΅s] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:56.546 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=277] [version=198] [2024/06/02 08:09:56.548 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=21.303589ms] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:56.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:56.609 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:56.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:56.702 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=384.801Β΅s] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:09:56.713 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=277] [version=199] [2024/06/02 08:09:56.715 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=28.196692ms] [job="ID:277, Type:drop schema, State:done, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:56.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:56.766 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=277] [tableIDs="[185,189]"] [comment="drop schema: table IDs"] [2024/06/02 08:09:56.776 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=277] [jobType="drop schema"] [2024/06/02 08:09:56.780 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:drop schema, State:synced, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:56.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:56.831 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/06/02 08:09:56.831 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:56.836 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.54818459\n# Parse_time: 0.000482033\n# Compile_time: 0.000741378\n# Rewrite_time: 0.000039184\n# Optimize_time: 0.001518116\n# Wait_TS: 0.000452097\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/06/02 08:09:56.838 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/06/02 08:09:56.872 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:56.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:56.872 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:56.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/06/02 08:09:56.948 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:56.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:56.987 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=1.135242ms] [gotSchemaVersion=200] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:09:56.999 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=279] [version=200] [2024/06/02 08:09:57.000 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=18.452405ms] [job="ID:279, Type:create schema, State:done, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:09:56.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:57.064 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create schema, State:synced, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:56.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:57.099 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/06/02 08:09:57.099 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:57.105 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/06/02 08:09:57.218 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:57.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:57.218 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:57.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/06/02 08:09:57.294 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:57.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:57.303 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 280, Table Name: utf8"] [2024/06/02 08:09:57.367 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=3.229216ms] [gotSchemaVersion=201] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:57.380 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=281] [version=201] [2024/06/02 08:09:57.382 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=23.320858ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:57.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:57.457 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:57.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:57.500 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/06/02 08:09:57.500 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:57.504 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.400462222\n# Parse_time: 0.000757685\n# Compile_time: 0.001054242\n# Rewrite_time: 0.000049417\n# Optimize_time: 0.001518116\n# Wait_TS: 0.000492972\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 3184cc8fd358ad81e4fb7ae1d06af11772b600250b3b3c205d0acd1bb07c4fdb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8;"] [2024/06/02 08:09:57.506 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/06/02 08:09:57.552 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:57.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:09:57.552 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:57.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/06/02 08:09:57.682 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:57.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:57.692 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 282, Table Name: utf8mb4"] [2024/06/02 08:09:57.754 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=2.882965ms] [gotSchemaVersion=202] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:09:57.765 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=283] [version=202] [2024/06/02 08:09:57.767 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=20.341471ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-02 08:09:57.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:57.811 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-06-02 08:09:57.51 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:09:57.855 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/06/02 08:09:57.856 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:09:57.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.354589253\n# Parse_time: 0.000616547\n# Compile_time: 0.001046799\n# Rewrite_time: 0.000053515\n# Optimize_time: 0.001518116\n# Wait_TS: 0.000379072\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/06/02 08:09:57.875 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:58.132 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/06/02 08:09:58.225 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=58] [task-id=58] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:58.270 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=58] [2024/06/02 08:09:58.270 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:58.376 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:58.377 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:58.378 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/06/02 08:09:58.397 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:58.401 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8] [2024/06/02 08:09:58.401 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/06/02 08:09:58.401 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=62.487Β΅s] [2024/06/02 08:09:58.401 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8] [takeTime=185.487Β΅s] [] [2024/06/02 08:09:58.401 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:58.401 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:09:58.585 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/06/02 08:09:58.604 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=58] [2024/06/02 08:09:58.617 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=58] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:09:58.667 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:58.668 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/06/02 08:09:58.669 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:58.678 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:09:58.678 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:09:58.678 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:58.679 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:09:58.680 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:09:58.680 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:58.680 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:09:58.680 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:09:58.680 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:58.695 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:09:58.696 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:09:58.696 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=374.2GB] [2024/06/02 08:09:58.696 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=58] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:09:58.696 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8] [import-id=58] [disk-quota=348.5GiB] [2024/06/02 08:09:58.744 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [2024/06/02 08:09:58.748 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/06/02 08:09:58.752 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/06/02 08:09:58.752 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/06/02 08:09:58.806 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/06/02 08:09:58.809 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=1.218301ms] [encodeDur=992.485Β΅s] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=248.947Β΅s] [type=file] [takeTime=2.998257ms] [] [2024/06/02 08:09:58.810 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [takeTime=65.524585ms] [] [2024/06/02 08:09:58.810 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/65103cb0-1414-401f-8a5f-bcdc9124c19e.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/06/02 08:09:58.810 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/06/02 08:09:58.810 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/06/02 08:09:58.810 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/06/02 08:09:58.812 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=2.076314ms] [] [2024/06/02 08:09:58.812 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/06/02 08:09:58.817 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:09:58.839 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/06/02 08:09:58.840 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:09:58.855 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/06/02 08:09:58.857 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=44.706766ms] [] [2024/06/02 08:09:58.857 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/06/02 08:09:58.858 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.017036ms] [] [2024/06/02 08:09:58.858 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/06/02 08:09:58.858 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/06/02 08:09:58.860 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.85646ms] [] [2024/06/02 08:09:58.860 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/06/02 08:09:58.860 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/06/02 08:09:58.860 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=75.467Β΅s] [] [2024/06/02 08:09:58.860 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/06/02 08:09:58.862 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.174353ms] [] [2024/06/02 08:09:58.905 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:09:58.909 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:09:58.909 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:58.909 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:58.909 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:09:58.912 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:09:58.912 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:09:58.912 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:09:58.912 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:09:58.912 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:09:58.912 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=245.633213ms] [] [2024/06/02 08:09:58.997 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:09:58.998 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:59.000 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/06/02 08:09:59.000 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:09:59.063 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/06/02 08:09:59.065 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:09:59.065 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:09:59.223 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:09:59.267 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/06/02 08:09:59.268 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/06/02 08:09:59.268 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/06/02 08:09:59.276 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=8.388693ms] [] [2024/06/02 08:09:59.276 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/06/02 08:09:59.276 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/06/02 08:09:59.276 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [weight=30] [2024/06/02 08:09:59.276 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [concurrency=15] [2024/06/02 08:09:59.282 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=280] [physicalTableID=280] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/06/02 08:09:59.282 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/06/02 08:09:59.282 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=14.811651ms] [] [2024/06/02 08:09:59.282 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=15.002015ms] [] [2024/06/02 08:09:59.375 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=152.184556ms] [] [2024/06/02 08:09:59.396 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:09:59.397 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=58] [step=post-process] [state=running] [] [2024/06/02 08:09:59.399 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=58] [2024/06/02 08:09:59.437 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=58] [type=ImportInto] [2024/06/02 08:09:59.475 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=58] [2024/06/02 08:09:59.491 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.630154211\n# Parse_time: 0.000536737\n# Compile_time: 0.001814193\n# Rewrite_time: 0.000350762\n# Optimize_time: 0.001518116\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/06/02 08:09:59.504 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:09:59.504 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=58] [2024/06/02 08:09:59.516 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:59.599 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:09:59.742 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/06/02 08:09:59.827 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=59] [task-id=59] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:09:59.869 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/06/02 08:09:59.869 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:09:59.974 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:09:59.975 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:09:59.976 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/06/02 08:09:59.995 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:09:59.998 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/06/02 08:09:59.998 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/06/02 08:09:59.998 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=67.65Β΅s] [2024/06/02 08:09:59.998 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=212.638Β΅s] [] [2024/06/02 08:09:59.998 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:09:59.998 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:00.180 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/06/02 08:10:00.200 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=59] [2024/06/02 08:10:00.218 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=59] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:00.262 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:00.263 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/06/02 08:10:00.264 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:00.273 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:00.273 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:00.274 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:00.274 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:00.275 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:00.275 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:00.275 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:00.275 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:00.275 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:00.290 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:00.291 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:00.291 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/06/02 08:10:00.291 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=59] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:00.291 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=59] [disk-quota=348.5GiB] [2024/06/02 08:10:00.332 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [2024/06/02 08:10:00.336 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/02 08:10:00.341 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:10:00.341 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/06/02 08:10:00.392 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [2024/06/02 08:10:00.395 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [readDur=1.055143ms] [encodeDur=826.81Β΅s] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=312.8Β΅s] [type=file] [takeTime=2.610997ms] [] [2024/06/02 08:10:00.396 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/243d4694-4955-4120-9517-87725b8ada7b.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/06/02 08:10:00.396 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [takeTime=63.695761ms] [] [2024/06/02 08:10:00.397 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/06/02 08:10:00.397 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/06/02 08:10:00.397 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/02 08:10:00.399 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.959313ms] [] [2024/06/02 08:10:00.399 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/06/02 08:10:00.403 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:00.425 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/06/02 08:10:00.425 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:00.439 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/06/02 08:10:00.441 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=42.602821ms] [] [2024/06/02 08:10:00.441 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/02 08:10:00.443 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.24285ms] [] [2024/06/02 08:10:00.443 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/06/02 08:10:00.443 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:10:00.445 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.685064ms] [] [2024/06/02 08:10:00.445 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/06/02 08:10:00.445 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:10:00.445 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=69.625Β΅s] [] [2024/06/02 08:10:00.445 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:10:00.446 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.012953ms] [] [2024/06/02 08:10:00.500 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:00.501 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:00.502 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/06/02 08:10:00.502 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:00.502 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:00.506 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:00.505 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:00.506 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:00.506 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:00.506 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:00.506 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:00.506 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:00.506 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:00.506 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:00.506 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:00.506 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:00.506 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:00.506 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:00.508 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:00.508 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:00.508 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:00.508 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:00.508 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:00.508 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=246.651854ms] [] [2024/06/02 08:10:00.629 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/06/02 08:10:00.631 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:00.631 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:00.777 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:00.821 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/06/02 08:10:00.821 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/06/02 08:10:00.821 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/06/02 08:10:00.830 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=8.143976ms] [] [2024/06/02 08:10:00.830 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/06/02 08:10:00.830 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/06/02 08:10:00.830 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [weight=30] [2024/06/02 08:10:00.830 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [concurrency=15] [2024/06/02 08:10:00.834 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=282] [physicalTableID=282] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/06/02 08:10:00.835 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/06/02 08:10:00.835 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=13.997371ms] [] [2024/06/02 08:10:00.835 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=14.220002ms] [] [2024/06/02 08:10:00.879 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=101.457283ms] [] [2024/06/02 08:10:00.892 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:00.892 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=59] [step=post-process] [state=running] [] [2024/06/02 08:10:00.895 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=59] [2024/06/02 08:10:00.987 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=59] [type=ImportInto] [2024/06/02 08:10:00.992 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=59] [2024/06/02 08:10:01.012 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:01.012 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=59] [2024/06/02 08:10:01.019 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/06/02 08:10:01.019 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/06/02 08:10:01.104 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.602086999\n# Parse_time: 0.00057403\n# Compile_time: 0.001694438\n# Rewrite_time: 0.000341557\n# Optimize_time: 0.001189058\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/06/02 08:10:01.117 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/06/02 08:10:01.125 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:01.128 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=59] [2024/06/02 08:10:01.172 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:01.172 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/06/02 08:10:01.248 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:01.257 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 284, Table Name: latin1"] [2024/06/02 08:10:01.312 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.720261ms] [gotSchemaVersion=203] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:01.326 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=285] [version=203] [2024/06/02 08:10:01.327 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=22.363732ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:01.453 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:01.111 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:01.509 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/06/02 08:10:01.510 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:01.514 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.398617034\n# Parse_time: 0.00111111\n# Compile_time: 0.001073579\n# Rewrite_time: 0.000043365\n# Optimize_time: 0.001010938\n# Wait_TS: 0.000405543\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: da34f11db061731cc95449a49df2e61f3578016cf1524da03b6d6f930b15ec69\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.latin1 ( i INT, j VARCHAR(255) ) CHARACTER SET latin1;"] [2024/06/02 08:10:01.530 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:01.741 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/06/02 08:10:01.889 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=60] [task-id=60] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:01.930 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/06/02 08:10:01.930 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:02.040 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:02.041 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:02.042 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/06/02 08:10:02.060 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:02.063 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=latin1] [2024/06/02 08:10:02.064 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/06/02 08:10:02.064 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=latin1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=67.56Β΅s] [2024/06/02 08:10:02.064 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=latin1] [takeTime=213.407Β΅s] [] [2024/06/02 08:10:02.064 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:02.064 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:02.183 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/06/02 08:10:02.202 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=60] [2024/06/02 08:10:02.297 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:02.340 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:02.342 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/06/02 08:10:02.343 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:02.353 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:02.353 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:02.354 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:02.354 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:02.355 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:02.355 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:02.355 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:02.355 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:02.355 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:02.370 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:02.372 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:02.372 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=374.2GB] [2024/06/02 08:10:02.372 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=60] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:02.372 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=latin1] [import-id=60] [disk-quota=348.5GiB] [2024/06/02 08:10:02.412 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [2024/06/02 08:10:02.415 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/06/02 08:10:02.420 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/06/02 08:10:02.420 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/06/02 08:10:02.470 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/06/02 08:10:02.473 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.278055ms] [encodeDur=667.198Β΅s] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [deliverDur=276.115Β΅s] [type=file] [takeTime=2.65148ms] [] [2024/06/02 08:10:02.473 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [takeTime=61.855546ms] [] [2024/06/02 08:10:02.473 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/17a2b705-a368-4cc8-bdc2-19349e89d59a.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/06/02 08:10:02.474 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/06/02 08:10:02.474 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/06/02 08:10:02.474 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/06/02 08:10:02.476 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=2.022713ms] [] [2024/06/02 08:10:02.476 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/06/02 08:10:02.481 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:02.502 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/06/02 08:10:02.502 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:02.516 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/06/02 08:10:02.518 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=42.182198ms] [] [2024/06/02 08:10:02.518 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/06/02 08:10:02.520 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.221961ms] [] [2024/06/02 08:10:02.520 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/06/02 08:10:02.520 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/06/02 08:10:02.522 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.960424ms] [] [2024/06/02 08:10:02.522 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/06/02 08:10:02.522 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/06/02 08:10:02.522 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=103.166Β΅s] [] [2024/06/02 08:10:02.522 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/06/02 08:10:02.523 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.034238ms] [] [2024/06/02 08:10:02.577 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/06/02 08:10:02.580 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:02.580 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:02.580 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:02.580 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:02.580 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:02.580 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:02.580 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:02.580 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:02.580 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:02.580 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:02.581 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:02.581 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:02.581 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:02.582 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:02.583 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:02.583 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:02.583 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:02.583 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:02.583 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=242.293264ms] [] [2024/06/02 08:10:02.655 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:02.657 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:02.659 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:02.659 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:02.787 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/06/02 08:10:02.788 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:02.788 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:02.957 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:03.000 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/06/02 08:10:03.000 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/06/02 08:10:03.000 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/06/02 08:10:03.008 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=7.884792ms] [] [2024/06/02 08:10:03.008 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [groupId=-1] [size=84] [kvs=2] [checksum=10176994571083539890] [2024/06/02 08:10:03.008 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/06/02 08:10:03.008 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [weight=30] [2024/06/02 08:10:03.008 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [concurrency=15] [2024/06/02 08:10:03.013 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=284] [physicalTableID=284] [indexID=-1] [checksum=10176994571083539890] [totalKvs=2] [totalBytes=84] [2024/06/02 08:10:03.014 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/06/02 08:10:03.014 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=13.591908ms] [] [2024/06/02 08:10:03.014 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=13.821409ms] [] [2024/06/02 08:10:03.057 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:03.057 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=60] [step=post-process] [state=running] [] [2024/06/02 08:10:03.059 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=101.702663ms] [] [2024/06/02 08:10:03.061 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=60] [2024/06/02 08:10:03.164 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=60] [2024/06/02 08:10:03.173 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60] [type=ImportInto] [2024/06/02 08:10:03.191 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:03.191 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60] [2024/06/02 08:10:03.202 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/06/02 08:10:03.202 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/06/02 08:10:03.297 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:03.311 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=60] [2024/06/02 08:10:03.452 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.936986555\n# Parse_time: 0.000776487\n# Compile_time: 0.002058184\n# Rewrite_time: 0.000357111\n# Optimize_time: 0.001010938\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/06/02 08:10:03.464 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/06/02 08:10:03.566 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-06-02 08:10:03.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:03.566 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-06-02 08:10:03.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/06/02 08:10:03.627 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:03.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:03.640 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 278, Table ID: 286, Table Name: utf8mb4, Old Table ID: 282, Old Table Name: utf8mb4"] [2024/06/02 08:10:03.690 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=3.148813ms] [gotSchemaVersion=204] [phyTblIDs="[286]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:10:03.702 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=287] [version=204] [2024/06/02 08:10:03.703 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=21.40424ms] [job="ID:287, Type:truncate table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:03.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:03.773 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=287] [tableIDs="[282]"] [comment="drop table: table ID"] [2024/06/02 08:10:03.782 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=287] [jobType="truncate table"] [2024/06/02 08:10:03.786 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:truncate table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:03.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:03.851 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/06/02 08:10:03.851 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:03.855 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.393139755\n# Parse_time: 0.000427032\n# Compile_time: 0.001318303\n# Rewrite_time: 0.000039413\n# Optimize_time: 0.001035056\n# Wait_TS: 0.000374524\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 2fd90f16af04a123ffa674ad9d012ed63cbf6d1858e9cbe3fb98cfec15851c4b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.utf8mb4;"] [2024/06/02 08:10:03.871 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:04.108 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/06/02 08:10:04.197 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=61] [task-id=61] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:04.234 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=61] [2024/06/02 08:10:04.234 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:04.342 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:04.343 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:04.344 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/06/02 08:10:04.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:04.370 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/06/02 08:10:04.370 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/06/02 08:10:04.370 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=61.276Β΅s] [2024/06/02 08:10:04.370 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=183.467Β΅s] [] [2024/06/02 08:10:04.370 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:04.370 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:04.553 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/06/02 08:10:04.573 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=61] [2024/06/02 08:10:04.597 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=61] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:04.642 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:04.643 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/06/02 08:10:04.645 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:04.654 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:04.654 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:04.654 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:04.654 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:04.655 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:04.655 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:04.655 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:04.655 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:04.655 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:04.670 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:04.672 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:04.672 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/06/02 08:10:04.672 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=61] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:04.672 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=61] [disk-quota=348.5GiB] [2024/06/02 08:10:04.717 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [2024/06/02 08:10:04.721 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/02 08:10:04.725 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:10:04.725 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/06/02 08:10:04.864 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [2024/06/02 08:10:04.868 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [readDur=1.975117ms] [encodeDur=904.318Β΅s] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [deliverDur=357.179Β΅s] [type=file] [takeTime=3.784995ms] [] [2024/06/02 08:10:04.869 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/a0f878ac-ac65-4a80-ac36-4dd2272d2afe.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000002] [2024/06/02 08:10:04.869 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [takeTime=151.68606ms] [] [2024/06/02 08:10:04.869 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/06/02 08:10:04.869 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/06/02 08:10:04.869 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/02 08:10:04.872 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.481433ms] [] [2024/06/02 08:10:04.872 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/06/02 08:10:04.877 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:04.899 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/06/02 08:10:04.899 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:04.914 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/06/02 08:10:04.916 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=44.176221ms] [] [2024/06/02 08:10:04.916 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/02 08:10:04.918 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.202018ms] [] [2024/06/02 08:10:04.918 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/06/02 08:10:04.918 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:10:04.919 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.646761ms] [] [2024/06/02 08:10:04.920 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/06/02 08:10:04.920 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:10:04.920 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=65.667Β΅s] [] [2024/06/02 08:10:04.920 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/02 08:10:04.921 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=914.115Β΅s] [] [2024/06/02 08:10:04.973 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/06/02 08:10:04.977 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:04.977 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:04.977 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:04.977 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:04.980 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:04.980 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:04.980 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:04.980 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:04.980 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:04.980 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=337.579374ms] [] [2024/06/02 08:10:05.058 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:05.059 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:05.060 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:05.060 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:05.127 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/06/02 08:10:05.129 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:05.129 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:05.338 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:05.386 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/06/02 08:10:05.386 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/06/02 08:10:05.387 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/06/02 08:10:05.394 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=7.864495ms] [] [2024/06/02 08:10:05.394 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [groupId=-1] [size=84] [kvs=2] [checksum=12094827938619672609] [2024/06/02 08:10:05.395 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/06/02 08:10:05.395 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [weight=30] [2024/06/02 08:10:05.395 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [concurrency=15] [2024/06/02 08:10:05.399 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=286] [physicalTableID=286] [indexID=-1] [checksum=12094827938619672609] [totalKvs=2] [totalBytes=84] [2024/06/02 08:10:05.400 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [local="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/06/02 08:10:05.400 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=13.471308ms] [] [2024/06/02 08:10:05.400 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=13.699551ms] [] [2024/06/02 08:10:05.452 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=114.010822ms] [] [2024/06/02 08:10:05.457 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:05.457 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=61] [step=post-process] [state=running] [] [2024/06/02 08:10:05.460 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=61] [2024/06/02 08:10:05.506 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=61] [type=ImportInto] [2024/06/02 08:10:05.540 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=61] [2024/06/02 08:10:05.570 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:05.570 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=61] [2024/06/02 08:10:05.709 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:05.759 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.902369602\n# Parse_time: 0.000555366\n# Compile_time: 0.001625977\n# Rewrite_time: 0.000402593\n# Optimize_time: 0.001035056\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/06/02 08:10:05.771 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/06/02 08:10:05.807 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:05.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:05.807 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:05.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/06/02 08:10:05.850 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:05.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:05.858 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 288, Table Name: ascii"] [2024/06/02 08:10:05.905 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=2.643047ms] [gotSchemaVersion=205] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:05.918 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=289] [version=205] [2024/06/02 08:10:05.920 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=22.03799ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:05.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:06.004 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:05.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:06.039 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/06/02 08:10:06.039 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:06.045 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=205] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/06/02 08:10:06.139 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:06.139 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/06/02 08:10:06.180 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:06.190 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 290, Table Name: binary"] [2024/06/02 08:10:06.242 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=2.400526ms] [gotSchemaVersion=206] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:06.255 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=291] [version=206] [2024/06/02 08:10:06.257 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=21.433918ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:06.321 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:06.011 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:06.363 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/06/02 08:10:06.363 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:06.367 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.324490221\n# Parse_time: 0.001390819\n# Compile_time: 0.001041673\n# Rewrite_time: 0.00004686\n# Optimize_time: 0.000854659\n# Wait_TS: 0.000365747\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 565b0e6d163a9112cd1c59eb5089ad2eb03acf447f3623d5a2a82163548b517d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.binary ( j VARCHAR(255) ) CHARACTER SET binary;"] [2024/06/02 08:10:06.382 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:06.634 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=true] [2024/06/02 08:10:06.718 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=62] [task-id=62] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:06.756 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=62] [2024/06/02 08:10:06.757 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:06.863 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:06.864 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:06.865 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/06/02 08:10:06.884 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:06.887 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=ascii] [2024/06/02 08:10:06.887 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/06/02 08:10:06.887 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=ascii] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=67.142Β΅s] [2024/06/02 08:10:06.887 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=ascii] [takeTime=212.396Β΅s] [] [2024/06/02 08:10:06.887 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:06.887 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:07.075 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/06/02 08:10:07.097 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=62] [2024/06/02 08:10:07.121 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=62] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:07.165 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:07.166 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/06/02 08:10:07.167 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:07.175 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:07.175 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:07.176 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:07.176 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:07.177 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:07.177 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:07.177 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:07.177 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:07.177 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:07.191 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:07.193 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:07.193 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=374.2GB] [2024/06/02 08:10:07.193 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=62] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:07.193 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=ascii] [import-id=62] [disk-quota=348.5GiB] [2024/06/02 08:10:07.237 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [2024/06/02 08:10:07.241 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/06/02 08:10:07.245 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/06/02 08:10:07.245 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/06/02 08:10:07.283 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/06/02 08:10:07.286 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=1.16616ms] [encodeDur=503.934Β΅s] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [deliverDur=237.155Β΅s] [type=file] [takeTime=2.341139ms] [] [2024/06/02 08:10:07.287 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [takeTime=49.704818ms] [] [2024/06/02 08:10:07.287 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/60122086-25f6-40f8-b4f7-97534e066bc6.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/06/02 08:10:07.287 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/06/02 08:10:07.287 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/06/02 08:10:07.287 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/06/02 08:10:07.289 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=2.029433ms] [] [2024/06/02 08:10:07.289 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/06/02 08:10:07.294 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:07.316 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/06/02 08:10:07.317 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:07.333 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/06/02 08:10:07.334 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=45.213822ms] [] [2024/06/02 08:10:07.335 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/06/02 08:10:07.336 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.065579ms] [] [2024/06/02 08:10:07.336 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/06/02 08:10:07.336 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/06/02 08:10:07.337 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.574432ms] [] [2024/06/02 08:10:07.337 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/06/02 08:10:07.338 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/06/02 08:10:07.338 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=61.3Β΅s] [] [2024/06/02 08:10:07.338 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/06/02 08:10:07.339 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.007123ms] [] [2024/06/02 08:10:07.435 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:07.437 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:07.438 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:07.438 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:07.438 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/06/02 08:10:07.443 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:07.443 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:07.443 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:07.443 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:07.443 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:07.443 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:07.443 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:07.443 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:07.443 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:07.444 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:07.444 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:07.444 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:07.444 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:07.446 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:07.446 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:07.446 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:07.447 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:07.447 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:07.447 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=281.904272ms] [] [2024/06/02 08:10:07.506 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/06/02 08:10:07.507 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:07.507 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:07.650 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:07.698 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/06/02 08:10:07.698 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/06/02 08:10:07.698 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/06/02 08:10:07.706 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=7.783353ms] [] [2024/06/02 08:10:07.706 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [groupId=-1] [size=36] [kvs=1] [checksum=10221261614854514798] [2024/06/02 08:10:07.706 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/06/02 08:10:07.706 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [weight=30] [2024/06/02 08:10:07.706 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [concurrency=15] [2024/06/02 08:10:07.710 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=288] [physicalTableID=288] [indexID=-1] [checksum=10221261614854514798] [totalKvs=1] [totalBytes=36] [2024/06/02 08:10:07.711 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/06/02 08:10:07.711 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=12.944591ms] [] [2024/06/02 08:10:07.711 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=13.145198ms] [] [2024/06/02 08:10:07.762 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=111.470063ms] [] [2024/06/02 08:10:07.832 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:07.832 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=62] [step=post-process] [state=running] [] [2024/06/02 08:10:07.835 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=62] [2024/06/02 08:10:07.881 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=62] [2024/06/02 08:10:07.903 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:07.903 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=62] [2024/06/02 08:10:07.909 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=62] [type=ImportInto] [2024/06/02 08:10:07.980 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.611936928\n# Parse_time: 0.000597844\n# Compile_time: 0.001708581\n# Rewrite_time: 0.000308733\n# Optimize_time: 0.000854659\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/06/02 08:10:07.991 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:08.006 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:08.258 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=true] [2024/06/02 08:10:08.348 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=63] [task-id=63] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:08.392 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/06/02 08:10:08.392 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:08.498 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:08.499 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:08.500 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/06/02 08:10:08.521 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:08.524 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=binary] [2024/06/02 08:10:08.524 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/06/02 08:10:08.524 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=binary] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=71.026Β΅s] [2024/06/02 08:10:08.524 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=binary] [takeTime=286.998Β΅s] [] [2024/06/02 08:10:08.524 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:08.525 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:08.699 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/06/02 08:10:08.710 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=63] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:08.719 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=63] [2024/06/02 08:10:08.760 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:08.761 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/06/02 08:10:08.764 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:08.773 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:08.773 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:08.773 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:08.773 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:08.774 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:08.774 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:08.774 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:08.774 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:08.774 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:08.789 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:08.791 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:08.791 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=374.2GB] [2024/06/02 08:10:08.791 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=63] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:08.791 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=binary] [import-id=63] [disk-quota=348.5GiB] [2024/06/02 08:10:08.843 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [2024/06/02 08:10:08.848 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/06/02 08:10:08.851 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/06/02 08:10:08.851 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=290] [2024/06/02 08:10:08.888 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [2024/06/02 08:10:08.891 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [readDur=1.201453ms] [encodeDur=1.214057ms] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [deliverDur=275.319Β΅s] [type=file] [takeTime=3.123876ms] [] [2024/06/02 08:10:08.892 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [takeTime=48.562558ms] [] [2024/06/02 08:10:08.892 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/48c959b1-1d24-49fb-9a45-4d249723d609.sst] [firstKey=7480000000000001225F728000000000000001] [lastKey=7480000000000001225F728000000000000001] [2024/06/02 08:10:08.892 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/06/02 08:10:08.892 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/06/02 08:10:08.892 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/06/02 08:10:08.894 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=2.022939ms] [] [2024/06/02 08:10:08.895 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/06/02 08:10:08.900 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:08.922 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/06/02 08:10:08.922 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:08.937 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/06/02 08:10:08.938 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=43.740199ms] [] [2024/06/02 08:10:08.938 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/06/02 08:10:08.940 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.162311ms] [] [2024/06/02 08:10:08.940 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/06/02 08:10:08.940 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/06/02 08:10:08.941 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.406051ms] [] [2024/06/02 08:10:08.941 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/06/02 08:10:08.941 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/06/02 08:10:08.941 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=50.903Β΅s] [] [2024/06/02 08:10:08.941 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/06/02 08:10:08.942 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=783.126Β΅s] [] [2024/06/02 08:10:08.984 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/06/02 08:10:08.987 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:08.987 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:08.987 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:08.987 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:08.989 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:08.989 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:08.989 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:08.989 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:08.989 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:08.989 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=228.659237ms] [] [2024/06/02 08:10:09.012 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:09.012 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:09.013 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:09.013 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:09.128 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/06/02 08:10:09.129 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:09.129 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:09.268 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:09.319 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/06/02 08:10:09.319 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/06/02 08:10:09.319 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/06/02 08:10:09.327 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=8.027973ms] [] [2024/06/02 08:10:09.327 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [groupId=-1] [size=36] [kvs=1] [checksum=17158934031773082224] [2024/06/02 08:10:09.327 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/06/02 08:10:09.328 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [weight=30] [2024/06/02 08:10:09.328 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [concurrency=15] [2024/06/02 08:10:09.332 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=290] [physicalTableID=290] [indexID=-1] [checksum=17158934031773082224] [totalKvs=1] [totalBytes=36] [2024/06/02 08:10:09.332 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [local="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/06/02 08:10:09.332 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=13.02214ms] [] [2024/06/02 08:10:09.332 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=13.232295ms] [] [2024/06/02 08:10:09.371 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=102.697162ms] [] [2024/06/02 08:10:09.419 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:09.419 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=63] [step=post-process] [state=running] [] [2024/06/02 08:10:09.422 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=63] [2024/06/02 08:10:09.522 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=63] [2024/06/02 08:10:09.543 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=63] [type=ImportInto] [2024/06/02 08:10:09.545 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:09.545 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=63] [2024/06/02 08:10:09.606 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.613771965\n# Parse_time: 0.000593505\n# Compile_time: 0.001533943\n# Rewrite_time: 0.000344058\n# Optimize_time: 0.001158398\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestImportInto/TestPreCheckCDCPiTRTasks [2024/06/02 08:10:09.621 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=206] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/06/02 08:10:09.623 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:09.653 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:09.61 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:09.653 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:09.61 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/02 08:10:09.707 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:09.61 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:09.748 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=2.800182ms] [gotSchemaVersion=207] [phyTblIDs="[249]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:09.763 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=292] [version=207] [2024/06/02 08:10:09.764 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=23.461185ms] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:09.61 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:09.822 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:09.61 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:09.897 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=317.669Β΅s] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:09.910 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=292] [version=208] [2024/06/02 08:10:09.912 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=20.664876ms] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:09.61 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:09.974 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:09.61 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.005 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=196.821Β΅s] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:10.016 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=292] [version=209] [2024/06/02 08:10:10.018 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=16.561165ms] [job="ID:292, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:09.61 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.072 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=292] [tableIDs="[249]"] [comment="drop schema: table IDs"] [2024/06/02 08:10:10.081 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="drop schema"] [2024/06/02 08:10:10.086 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:09.61 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.133 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/06/02 08:10:10.133 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:10.137 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.517116184\n# Parse_time: 0.000521438\n# Compile_time: 0.000805731\n# Rewrite_time: 0.000032569\n# Optimize_time: 0.001489829\n# Wait_TS: 0.000471901\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/02 08:10:10.138 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/06/02 08:10:10.167 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:10.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:10.167 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:10.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/02 08:10:10.204 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:10.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.238 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=1.276566ms] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:10:10.251 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=294] [version=210] [2024/06/02 08:10:10.252 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=20.030283ms] [job="ID:294, Type:create schema, State:done, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:10.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.366 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create schema, State:synced, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:10.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.394 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/06/02 08:10:10.395 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:10.402 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:10:10.406 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:10:10.457 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:10.41 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:10.457 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:10.41 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:10:10.533 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:10.41 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.542 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 295, Table Name: t"] [2024/06/02 08:10:10.606 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.662934ms] [gotSchemaVersion=211] [phyTblIDs="[295]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:10.616 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=296] [version=211] [2024/06/02 08:10:10.618 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=19.421126ms] [job="ID:296, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:10.41 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.662 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [job="ID:296, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:10.41 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.701 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/06/02 08:10:10.701 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:10.704 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.300553456\n# Parse_time: 0.001533935\n# Compile_time: 0.001113933\n# Rewrite_time: 0.000068882\n# Optimize_time: 0.001489829\n# Wait_TS: 0.000332721\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:10:10.707 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=211] [cur_db=load_data] [sql="create table dst (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:10:10.808 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:10.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:10.808 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:10.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:10:10.855 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:10.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:10.866 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 297, Table Name: dst"] [2024/06/02 08:10:10.939 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=3.087231ms] [gotSchemaVersion=212] [phyTblIDs="[297]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:10.950 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=298] [version=212] [2024/06/02 08:10:10.952 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=22.901579ms] [job="ID:298, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:10.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:11.014 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [job="ID:298, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:10.711 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:11.057 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/06/02 08:10:11.057 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:11.061 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.355680376\n# Parse_time: 0.000700254\n# Compile_time: 0.001157734\n# Rewrite_time: 0.000066087\n# Optimize_time: 0.001489829\n# Wait_TS: 0.000382853\n# DB: load_data\n# Is_internal: false\n# Digest: dd39dc60c5a3729fa0f54c96e5eb385749f61bd0c49a1712893c1ff3cc2134b3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:10:11.068 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/06/02 08:10:11.068 +00:00] [INFO] [db.go:132] ["inc log backup task"] [count=1] [2024/06/02 08:10:11.074 +00:00] [INFO] [advancer.go:432] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/06/02 08:10:11.076 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/06/02 08:10:11.079 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/06/02 08:10:11.081 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:11.082 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/06/02 08:10:11.116 +00:00] [ERROR] [precheck_test.go:103] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:103\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/02 08:10:11.132 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:11.342 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disable_precheck\":null}}"] [dist-task-enabled=true] [2024/06/02 08:10:11.434 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=64] [task-id=64] [data-size=10B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:11.473 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/06/02 08:10:11.474 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:11.579 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:11.580 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:11.581 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/06/02 08:10:11.643 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:11.646 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/02 08:10:11.646 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=10] [2024/06/02 08:10:11.646 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=10] [cost=56.678Β΅s] [2024/06/02 08:10:11.646 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=167.789Β΅s] [] [2024/06/02 08:10:11.647 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:11.647 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:11.775 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/06/02 08:10:11.794 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=64] [2024/06/02 08:10:11.820 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=64] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:11.858 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:11.860 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/06/02 08:10:11.861 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:11.869 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:11.869 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:11.870 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:11.870 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:11.871 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:11.871 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:11.871 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:11.871 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:11.871 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:11.885 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:11.887 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:11.887 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/02 08:10:11.887 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=64] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:11.887 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=64] [disk-quota=348.5GiB] [2024/06/02 08:10:11.927 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [2024/06/02 08:10:11.931 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:10:11.934 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:10:11.934 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=295] [2024/06/02 08:10:11.949 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=295] [key=file.csv:0] [2024/06/02 08:10:11.951 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=295] [key=file.csv:0] [readDur=1.022955ms] [encodeDur=642.027Β΅s] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [deliverDur=156.662Β΅s] [type=file] [takeTime=2.141492ms] [] [2024/06/02 08:10:11.952 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [takeTime=24.437065ms] [] [2024/06/02 08:10:11.952 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3cfac227-8272-4f60-92d2-294d54b6d636.sst] [firstKey=7480000000000001275F728000000000000001] [lastKey=7480000000000001275F728000000000000001] [2024/06/02 08:10:11.952 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/06/02 08:10:11.952 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/06/02 08:10:11.952 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:10:11.954 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.268735ms] [] [2024/06/02 08:10:11.954 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/02 08:10:11.959 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:11.981 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=1] [size=37] [2024/06/02 08:10:11.981 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:11.995 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/02 08:10:11.996 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.117146ms] [] [2024/06/02 08:10:11.997 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/02 08:10:11.998 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.083061ms] [] [2024/06/02 08:10:11.998 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/06/02 08:10:11.998 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:10:11.999 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.47348ms] [] [2024/06/02 08:10:11.999 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/02 08:10:11.999 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:10:11.999 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=66.218Β΅s] [] [2024/06/02 08:10:11.999 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/02 08:10:12.000 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=815.531Β΅s] [] [2024/06/02 08:10:12.096 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:12.097 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/06/02 08:10:12.097 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:12.099 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:12.099 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:12.102 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:12.102 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:12.102 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:12.102 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:12.104 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:12.105 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:12.105 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:12.105 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:12.105 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:12.105 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=246.186475ms] [] [2024/06/02 08:10:12.162 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":6,\"3\":1}}"] [2024/06/02 08:10:12.164 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:12.164 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:12.341 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:12.450 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/06/02 08:10:12.450 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/06/02 08:10:12.450 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/06/02 08:10:12.450 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=29.989Β΅s] [] [2024/06/02 08:10:12.450 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [groupId=-1] [size=37] [kvs=1] [checksum=7662606672183952805] [2024/06/02 08:10:12.450 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/06/02 08:10:12.450 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [weight=30] [2024/06/02 08:10:12.450 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [concurrency=15] [2024/06/02 08:10:12.454 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=295] [physicalTableID=295] [indexID=-1] [checksum=7662606672183952805] [totalKvs=1] [totalBytes=37] [2024/06/02 08:10:12.455 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [local="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/06/02 08:10:12.455 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=5.306098ms] [] [2024/06/02 08:10:12.455 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=5.529187ms] [] [2024/06/02 08:10:12.498 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:12.498 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=64] [step=post-process] [state=running] [] [2024/06/02 08:10:12.501 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=64] [2024/06/02 08:10:12.506 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=165.003454ms] [] [2024/06/02 08:10:12.564 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=64] [type=ImportInto] [2024/06/02 08:10:12.581 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=64] [2024/06/02 08:10:12.603 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:12.603 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=64] [2024/06/02 08:10:12.699 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.582073936\n# Parse_time: 0.00049441\n# Compile_time: 0.001620736\n# Rewrite_time: 0.000279567\n# Optimize_time: 0.001489829\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5bcf9e20da079b52c86bd1aeabbdadcf5458f871133d5e2ecad89288016e27be\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disable_precheck;"] [2024/06/02 08:10:12.710 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:12.730 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:10:12.732 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=212] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [session="{\n \"currDBName\": \"load_data\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/02 08:10:12.732 +00:00] [ERROR] [precheck_test.go:112] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [errorVerbose="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:401\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/02 08:10:12.989 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [concurrency=2] [target-table=`load_data`.`dst`] [target-table-id=297] [2024/06/02 08:10:12.998 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:12.998 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:12.998 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:12.998 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:12.999 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:12.999 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:12.999 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:12.999 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:12.999 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:13.014 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:13.016 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:13.016 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/02 08:10:13.020 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/06/02 08:10:13.024 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/02 08:10:13.097 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [key=import-from-select] [2024/06/02 08:10:13.098 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [key=import-from-select] [readDur=13.862Β΅s] [encodeDur=566.324Β΅s] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [deliverDur=328.674Β΅s] [type=query] [takeTime=1.200363ms] [] [2024/06/02 08:10:13.099 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/87e9d368-8011-4d81-a222-a1f1727090c9/aae7ed10-3950-5c5f-b1f6-563a3ef43f6a.sst/a38b4e09-7144-4aa4-891f-73c5b49d80b1.sst] [firstKey=7480000000000001295F728000000000000001] [lastKey=7480000000000001295F728000000000000001] [2024/06/02 08:10:13.117 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [key=import-from-select] [2024/06/02 08:10:13.117 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=118.26Β΅s] [] [2024/06/02 08:10:13.117 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/06/02 08:10:13.119 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.558986ms] [] [2024/06/02 08:10:13.119 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [2024/06/02 08:10:13.123 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:13.145 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] ["region ranges"=1] [count=1] [size=37] [2024/06/02 08:10:13.146 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:13.158 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/02 08:10:13.160 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [takeTime=40.622387ms] [] [2024/06/02 08:10:13.160 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/02 08:10:13.161 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.501122ms] [] [2024/06/02 08:10:13.161 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [2024/06/02 08:10:13.161 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/02 08:10:13.161 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [takeTime=60.369Β΅s] [] [2024/06/02 08:10:13.162 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [2024/06/02 08:10:13.162 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [2024/06/02 08:10:13.162 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [takeTime=11.754Β΅s] [] [2024/06/02 08:10:13.162 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/06/02 08:10:13.162 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [weight=30] [2024/06/02 08:10:13.162 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [concurrency=15] [2024/06/02 08:10:13.165 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=297] [physicalTableID=297] [indexID=-1] [checksum=8175399284317246790] [totalKvs=1] [totalBytes=37] [2024/06/02 08:10:13.166 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [local="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/06/02 08:10:13.166 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=87e9d368-8011-4d81-a222-a1f1727090c9] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [takeTime=4.435254ms] [] [2024/06/02 08:10:13.166 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/06/02 08:10:13.166 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=15.374Β΅s] [] [2024/06/02 08:10:13.166 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/06/02 08:10:13.167 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.140618ms] [] [2024/06/02 08:10:13.168 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/02 08:10:13.168 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=12.056Β΅s] [] [2024/06/02 08:10:13.168 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/02 08:10:13.169 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=946.777Β΅s] [] [2024/06/02 08:10:13.172 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:13.172 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:13.172 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:13.172 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:13.174 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:13.174 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:13.174 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:13.174 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:13.174 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:13.176 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184036407050245\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.442796532\n# Parse_time: 0.001016067\n# Compile_time: 0.003181838\n# Rewrite_time: 0.001584222\n# Optimize_time: 0.000977088\n# Wait_TS: 0.000092245\n# Cop_time: 0.000186051 Process_time: 0.00015757 Wait_time: 0.000125377 Request_count: 3 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 7\n# DB: load_data\n# Is_internal: false\n# Digest: 4e6c0340e3de6960369822ac18a3be4729085c52ed4e25bdcab6958982fc73a9\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 5.2523e-05 Cop_proc_p90: 8.5945e-05 Cop_proc_max: 8.5945e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.1792e-05 Cop_wait_p90: 7.6299e-05 Cop_wait_max: 7.6299e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 764\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lgaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQzNy4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRBg4OTIuNsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDMsIG1heDogMi4xMwFuGG1pbjogMS4FDAhhdmcBDAQ3NAEZCHA5NR0mPGF4X3Byb2Nfa2V5czogMSwBHzoSAAh0b3QFEhA6IDE1Nw2HARQod2FpdDogMTI1LjQFm4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFsAhfZHUFGhhuOiA5OS41BToBhphkaXN0c3FsX2NvbmN1cnJlbmN5OiAzfSwgcnBjX2luZm86e0NvcDoB7RhfcnBjOjMsAYUIYWxfKWVELjkybXN9fQk3NjQgQnl0ZXMJIWMMMgk0MyFGAF8xZeB0YWJsZTp0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JMQl0aWt2X3Rhc2s6e3Byb2MBpAw6MHMsJVgBCCVUAQkIcDgwBREhWAEQEGl0ZXJzBZ9gYXNrczozfSwgc2Nhbl9kZXRhaWw6IHt0bwG3AVUIZXNzOXlGFwAgX3NpemU6IDQ1EesppTgzLCBnZXRfc25hcHNob3QpAQggNjAthzRyb2Nrc2RiOiB7YmxvY0EgOZQwY291bnQ6IDd9fX0sICE5XpYAARwAOjbwAQhhbF8h8hEbNfcAdCEpCHdhbC2KQCA1OTXCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('/wagCvoGCgxJbXBvcnRJbnRvXzISswYKDVRhYmxlUmVhZGVyXzcStAMKD1QBElBGdWxsU2Nhbl82IZY8ANAr5ERBKQABAfBpiMNAMAE4AkACShAKDgoJbG9hZF9kYXRhEgF0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3Byb2MgbWF4OjBzLCBtaW46MHMsIGF2ZzogMHMsIHA4MAURCHA5NQUITGl0ZXJzOjMsIHRhc2tzOjN9LCBzAZ98ZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCBGFwAgX3NpemU6IDQ1ER0JLPBMMywgZ2V0X3NuYXBzaG90X3RpbWU6IDYwLjTCtXMsIHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogN319fSwgdGltZV9algAJVBAxNTcuNgVVCZ0Id2FpEW8IMTI1DXAAdCEpDHdhbGwNNSA1OTXCtXN9cP8RAQQBeBEKJP8BIXJCIqLbOBwyowEQAUABUhQhmgQ6VDbRAQRaFgWICDg5Mg2HNGxvb3BzOjJilgJjb3BfIWEYOiB7bnVtOiEVJG1heDogMi4xM20tpwggMS4FDABhIasMMS43NAEZIacZJgRheCWJLVoEMSwBHzoSAAh0b3QFEgA6Ng8BJQ0AOj0IEGNvcHJfOWtEcmF0aW86IDAuMDAsIGJ1aWxkBbAIX2R1BRoUbjogOTkuISoALAG5VF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBPDRycGNfaW5mbzp7Q29wOgHtEF9ycGM6QWBFSCUiKDQuOTJtc319cPwFPW0AOCFZFANOL0FaFQkmDDM3LjEhBClHADFWowEEGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`dst` FROM SELECT * FROM `load_data`.`t` WITH disable_precheck;"] [2024/06/02 08:10:13.188 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/06/02 08:10:13.188 +00:00] [INFO] [db.go:138] ["dec log backup task"] [count=0] [2024/06/02 08:10:13.188 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 08:10:13.189 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/02 08:10:13.219 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-06-02 08:10:13.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:13.219 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-06-02 08:10:13.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/02 08:10:13.315 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:13.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:13.329 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 293, Table ID: 299, Table Name: t, Old Table ID: 295, Old Table Name: t"] [2024/06/02 08:10:13.379 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=3.252138ms] [gotSchemaVersion=213] [phyTblIDs="[299]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:10:13.391 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=300] [version=213] [2024/06/02 08:10:13.393 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=22.254387ms] [job="ID:300, Type:truncate table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:13.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:13.451 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[295]"] [comment="drop table: table ID"] [2024/06/02 08:10:13.460 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="truncate table"] [2024/06/02 08:10:13.464 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:truncate table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:13.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:13.533 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/06/02 08:10:13.533 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:13.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.348671767\n# Parse_time: 0.00026419\n# Compile_time: 0.001021264\n# Rewrite_time: 0.000051027\n# Optimize_time: 0.001848479\n# Wait_TS: 0.000394597\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/02 08:10:13.553 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:13.590 +00:00] [INFO] [cdc.go:207] ["Found incompatible changefeed."] [changefeed="{\"ID\":\"feed-test\",\"Cluster\":\"cluster-123\",\"Namespace\":\"test\",\"KeyVersion\":2}"] [checkpoint-ts=0] [safe-ts=18446744073709551615] === RUN TestImportInto/TestPreCheckTableNotEmpty [2024/06/02 08:10:13.595 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=213] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/06/02 08:10:13.623 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:13.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:13.623 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:13.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/02 08:10:13.683 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:13.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:13.783 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=3.647608ms] [gotSchemaVersion=214] [phyTblIDs="[297,299]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:13.797 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=301] [version=214] [2024/06/02 08:10:13.799 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=24.782048ms] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:13.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:13.853 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:13.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:13.887 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=214.754Β΅s] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:13.899 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=301] [version=215] [2024/06/02 08:10:13.900 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=17.656257ms] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:13.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:13.959 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:13.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:14.002 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=208.464Β΅s] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:14.014 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=301] [version=216] [2024/06/02 08:10:14.016 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=17.85088ms] [job="ID:301, Type:drop schema, State:done, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:13.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:14.069 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=301] [tableIDs="[297,299]"] [comment="drop schema: table IDs"] [2024/06/02 08:10:14.080 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="drop schema"] [2024/06/02 08:10:14.084 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [job="ID:301, Type:drop schema, State:synced, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:13.561 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:14.131 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/06/02 08:10:14.131 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:14.135 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.540963382\n# Parse_time: 0.000580344\n# Compile_time: 0.000788976\n# Rewrite_time: 0.000040319\n# Optimize_time: 0.001848479\n# Wait_TS: 0.000374683\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/02 08:10:14.137 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/06/02 08:10:14.224 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:14.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:14.224 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:14.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/02 08:10:14.296 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:14.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:14.333 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=1.130896ms] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:10:14.345 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=303] [version=217] [2024/06/02 08:10:14.346 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=19.044876ms] [job="ID:303, Type:create schema, State:done, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:14.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:14.418 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [job="ID:303, Type:create schema, State:synced, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:14.11 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:14.453 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=303] [2024/06/02 08:10:14.453 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:14.457 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.321461888\n# Parse_time: 0.0005487\n# Compile_time: 0.000950444\n# Rewrite_time: 0.000035479\n# Optimize_time: 0.001848479\n# Wait_TS: 0.000392939\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/06/02 08:10:14.461 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:10:14.463 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:10:14.516 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:14.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:14.516 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:14.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:10:14.584 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:14.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:14.592 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 302, Table ID: 304, Table Name: t"] [2024/06/02 08:10:14.720 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=3.000486ms] [gotSchemaVersion=218] [phyTblIDs="[304]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:14.734 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=305] [version=218] [2024/06/02 08:10:14.736 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=23.383267ms] [job="ID:305, Type:create table, State:done, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:14.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:14.792 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:create table, State:synced, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:14.46 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:14.829 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/06/02 08:10:14.830 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:14.833 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.371043208\n# Parse_time: 0.000627024\n# Compile_time: 0.000840292\n# Rewrite_time: 0.000040061\n# Optimize_time: 0.001848479\n# Wait_TS: 0.000400788\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:10:14.864 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTotalFileSize0 [2024/06/02 08:10:14.897 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=218] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/06/02 08:10:14.926 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:14.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:14.926 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:14.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/02 08:10:15.001 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:14.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.046 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=3.003124ms] [gotSchemaVersion=219] [phyTblIDs="[304]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:15.061 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=306] [version=219] [2024/06/02 08:10:15.063 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=23.578447ms] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:14.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.171 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:14.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.206 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=252.436Β΅s] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:15.218 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=306] [version=220] [2024/06/02 08:10:15.220 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=18.736402ms] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:14.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.289 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:14.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.324 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=213.126Β΅s] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:15.337 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=306] [version=221] [2024/06/02 08:10:15.339 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=19.774408ms] [job="ID:306, Type:drop schema, State:done, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:14.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.402 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=306] [tableIDs="[304]"] [comment="drop schema: table IDs"] [2024/06/02 08:10:15.412 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=306] [jobType="drop schema"] [2024/06/02 08:10:15.416 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [job="ID:306, Type:drop schema, State:synced, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:14.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.468 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=306] [2024/06/02 08:10:15.468 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:15.472 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.575801159\n# Parse_time: 0.0004485\n# Compile_time: 0.000759741\n# Rewrite_time: 0.00003781\n# Optimize_time: 0.001848479\n# Wait_TS: 0.000559089\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/02 08:10:15.474 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/06/02 08:10:15.502 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:15.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:15.502 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:15.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/02 08:10:15.549 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:15.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.636 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=1.180943ms] [gotSchemaVersion=222] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:10:15.650 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=308] [version=222] [2024/06/02 08:10:15.652 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=22.772856ms] [job="ID:308, Type:create schema, State:done, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:15.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.715 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [job="ID:308, Type:create schema, State:synced, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:15.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.744 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=308] [2024/06/02 08:10:15.744 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:15.751 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 08:10:15.755 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/02 08:10:15.797 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:15.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:15.797 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:15.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:10:15.835 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:15.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.844 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 307, Table ID: 309, Table Name: t"] [2024/06/02 08:10:15.908 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=2.836115ms] [gotSchemaVersion=223] [phyTblIDs="[309]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:15.921 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=310] [version=223] [2024/06/02 08:10:15.922 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=21.61104ms] [job="ID:310, Type:create table, State:done, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:15.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:15.975 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [job="ID:310, Type:create table, State:synced, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:15.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.073 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=310] [2024/06/02 08:10:16.073 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:16.077 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.324474799\n# Parse_time: 0.001265137\n# Compile_time: 0.001229175\n# Rewrite_time: 0.000038791\n# Optimize_time: 0.001848479\n# Wait_TS: 0.000343348\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/02 08:10:16.100 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:16.135 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestRegisterTask [2024/06/02 08:10:16.162 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=223] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/06/02 08:10:16.189 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:16.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:16.190 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:16.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/06/02 08:10:16.234 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:16.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.270 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=2.680321ms] [gotSchemaVersion=224] [phyTblIDs="[309]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:16.283 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=311] [version=224] [2024/06/02 08:10:16.285 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=21.116373ms] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:16.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.349 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:16.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.378 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=297.466Β΅s] [gotSchemaVersion=225] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:16.389 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=311] [version=225] [2024/06/02 08:10:16.391 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=17.999098ms] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:16.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.513 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:16.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.553 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=283.211Β΅s] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:16.567 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=311] [version=226] [2024/06/02 08:10:16.569 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=21.081436ms] [job="ID:311, Type:drop schema, State:done, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:16.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.626 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=311] [tableIDs="[309]"] [comment="drop schema: table IDs"] [2024/06/02 08:10:16.635 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="drop schema"] [2024/06/02 08:10:16.639 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:drop schema, State:synced, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:16.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.686 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/06/02 08:10:16.686 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:16.690 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.529517582\n# Parse_time: 0.00077429\n# Compile_time: 0.000891495\n# Rewrite_time: 0.00003814\n# Optimize_time: 0.001848479\n# Wait_TS: 0.000400555\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/06/02 08:10:16.691 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/06/02 08:10:16.723 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:16.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:16.723 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:16.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/06/02 08:10:16.792 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:16.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.821 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=1.113254ms] [gotSchemaVersion=227] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:10:16.835 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=313] [version=227] [2024/06/02 08:10:16.837 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=20.566898ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:16.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.904 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:16.661 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:16.987 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/06/02 08:10:16.987 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:16.992 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.301590162\n# Parse_time: 0.00038346\n# Compile_time: 0.000869992\n# Rewrite_time: 0.000036279\n# Optimize_time: 0.001848479\n# Wait_TS: 0.000318395\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/06/02 08:10:16.996 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/06/02 08:10:17.048 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:16.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:17.048 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:16.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/06/02 08:10:17.119 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:16.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:17.128 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 312, Table ID: 314, Table Name: register_task"] [2024/06/02 08:10:17.190 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=2.819001ms] [gotSchemaVersion=228] [phyTblIDs="[314]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:17.203 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=315] [version=228] [2024/06/02 08:10:17.205 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=23.366483ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:16.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:17.248 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:16.96 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:17.292 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/06/02 08:10:17.292 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:17.295 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.302458769\n# Parse_time: 0.001456949\n# Compile_time: 0.001525489\n# Rewrite_time: 0.000064638\n# Optimize_time: 0.001848479\n# Wait_TS: 0.000382698\n# Is_internal: false\n# Digest: 440f501f110ac5b73ffb36512799e2b600066ba480f5072f78e90fd37be67273\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/06/02 08:10:17.310 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:17.555 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:10:17.656 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=65] [task-id=65] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:17.701 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=65] [2024/06/02 08:10:17.701 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:17.808 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:17.809 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:17.810 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/06/02 08:10:17.873 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=48.435267ms] [2024/06/02 08:10:17.880 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:17.883 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/06/02 08:10:17.883 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/06/02 08:10:17.883 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=70.768Β΅s] [2024/06/02 08:10:17.883 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=195.358Β΅s] [] [2024/06/02 08:10:17.884 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:17.884 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:18.010 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/06/02 08:10:18.026 +00:00] [INFO] [import_into_test.go:902] ["register task"] [task_id=65] [2024/06/02 08:10:18.026 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=65] [2024/06/02 08:10:18.053 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=65] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:18.093 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:18.095 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/06/02 08:10:18.096 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:18.104 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:18.105 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:18.105 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:18.105 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:18.106 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:18.106 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:18.106 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:18.107 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:18.107 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:18.121 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:18.123 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:18.123 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/06/02 08:10:18.123 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=65] [disk-quota=348.5GiB] [2024/06/02 08:10:18.123 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=65] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:18.173 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [2024/06/02 08:10:18.177 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/02 08:10:18.182 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/02 08:10:18.182 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/06/02 08:10:18.191 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [2024/06/02 08:10:18.195 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [readDur=1.110436ms] [encodeDur=1.40358ms] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [deliverDur=249.416Β΅s] [type=file] [takeTime=3.18032ms] [] [2024/06/02 08:10:18.196 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [takeTime=22.180065ms] [] [2024/06/02 08:10:18.196 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/65/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/b60dbaf3-6d2d-4dc5-9100-38c14a96a37a.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/06/02 08:10:18.196 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/06/02 08:10:18.196 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/06/02 08:10:18.196 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/02 08:10:18.198 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.251005ms] [] [2024/06/02 08:10:18.198 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/06/02 08:10:18.203 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:18.225 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/06/02 08:10:18.225 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:18.238 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/02 08:10:18.240 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=41.198139ms] [] [2024/06/02 08:10:18.240 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/02 08:10:18.241 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.111907ms] [] [2024/06/02 08:10:18.241 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/06/02 08:10:18.241 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/02 08:10:18.242 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.469861ms] [] [2024/06/02 08:10:18.242 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/06/02 08:10:18.243 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/02 08:10:18.243 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=54.044Β΅s] [] [2024/06/02 08:10:18.243 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/02 08:10:18.244 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=948.692Β΅s] [] [2024/06/02 08:10:18.351 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/06/02 08:10:18.355 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:18.355 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:18.355 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:18.355 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:18.358 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:18.358 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:18.358 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:18.358 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:18.358 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:18.358 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=264.423182ms] [] [2024/06/02 08:10:18.423 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:18.424 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:18.425 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:18.425 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:18.500 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/02 08:10:18.501 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:18.501 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:18.713 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:18.759 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/06/02 08:10:18.759 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/06/02 08:10:18.759 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/06/02 08:10:18.767 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=7.792019ms] [] [2024/06/02 08:10:18.767 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [groupId=-1] [size=37] [kvs=1] [checksum=8169789734841499502] [2024/06/02 08:10:18.767 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/06/02 08:10:18.767 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [weight=30] [2024/06/02 08:10:18.767 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [concurrency=15] [2024/06/02 08:10:18.771 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=314] [physicalTableID=314] [indexID=-1] [checksum=8169789734841499502] [totalKvs=1] [totalBytes=37] [2024/06/02 08:10:18.772 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [local="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/06/02 08:10:18.772 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=13.032064ms] [] [2024/06/02 08:10:18.772 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=13.326029ms] [] [2024/06/02 08:10:18.816 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=102.387223ms] [] [2024/06/02 08:10:18.832 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:18.833 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=65] [step=post-process] [state=running] [] [2024/06/02 08:10:18.834 +00:00] [INFO] [import_into_test.go:907] ["unregister task"] [task_id=65] [2024/06/02 08:10:18.834 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=65] [2024/06/02 08:10:18.908 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=65] [2024/06/02 08:10:18.909 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=65] [type=ImportInto] [2024/06/02 08:10:18.931 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:18.931 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=65] [2024/06/02 08:10:19.086 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:19.210 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.913634902\n# Parse_time: 0.000486308\n# Compile_time: 0.001480803\n# Rewrite_time: 0.000333494\n# Optimize_time: 0.001848479\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:10:19.221 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/06/02 08:10:19.258 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-06-02 08:10:19.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:19.258 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-06-02 08:10:19.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.register_task;"] [2024/06/02 08:10:19.318 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:19.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:19.330 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 312, Table ID: 316, Table Name: register_task, Old Table ID: 314, Old Table Name: register_task"] [2024/06/02 08:10:19.383 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=3.730193ms] [gotSchemaVersion=229] [phyTblIDs="[316]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:10:19.396 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=317] [version=229] [2024/06/02 08:10:19.398 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=22.547349ms] [job="ID:317, Type:truncate table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:19.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:19.463 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=317] [tableIDs="[314]"] [comment="drop table: table ID"] [2024/06/02 08:10:19.471 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=317] [jobType="truncate table"] [2024/06/02 08:10:19.475 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:truncate table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:19.211 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:19.614 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/06/02 08:10:19.614 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:19.619 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.398775682\n# Parse_time: 0.000293008\n# Compile_time: 0.00100759\n# Rewrite_time: 0.000051489\n# Optimize_time: 0.001049539\n# Wait_TS: 0.000323334\n# Is_internal: false\n# Digest: 9227ff4b76bdfbee0fa9a7a479a3a8bd83eeae6d7c357923f79e45f050bd1a3f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.register_task;"] [2024/06/02 08:10:19.634 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:19.827 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:10:19.921 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=66] [task-id=66] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:20.017 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=66] [2024/06/02 08:10:20.017 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:20.124 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:20.125 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:20.126 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/06/02 08:10:20.146 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:20.149 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/06/02 08:10:20.149 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/06/02 08:10:20.149 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=64.721Β΅s] [2024/06/02 08:10:20.149 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=179.757Β΅s] [] [2024/06/02 08:10:20.149 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:20.149 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:20.300 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/06/02 08:10:20.316 +00:00] [INFO] [import_into_test.go:902] ["register task"] [task_id=66] [2024/06/02 08:10:20.316 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=66] [2024/06/02 08:10:20.325 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=66] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:20.365 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:20.366 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/06/02 08:10:20.367 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:20.375 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:20.375 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:20.376 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:20.376 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:20.377 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:20.377 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:20.377 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:20.377 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:20.377 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:20.391 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:20.393 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:20.393 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/06/02 08:10:20.393 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=66] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:20.393 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=66] [disk-quota=348.5GiB] [2024/06/02 08:10:20.495 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [2024/06/02 08:10:20.500 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/02 08:10:20.504 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/02 08:10:20.504 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/06/02 08:10:23.505 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [takeTime=3.009588061s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:23.505 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:23.506 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:23.506 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:23.506 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:23.506 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:23.506 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:23.506 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:23.506 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:23.506 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:23.506 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:23.506 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:10:23.523 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/06/02 08:10:23.527 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:23.527 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:23.527 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:23.528 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:23.528 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:23.530 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:23.530 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:23.530 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:23.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:23.530 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:23.531 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=3.165674468s] [error="occur an error when sort chunk"] [2024/06/02 08:10:23.531 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:23.558 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/06/02 08:10:23.584 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=66] [type=ImportInto] [2024/06/02 08:10:23.642 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=66] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/06/02 08:10:23.643 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=66] [step=import] [mode=Normal] [2024/06/02 08:10:23.657 +00:00] [INFO] [import_into_test.go:907] ["unregister task"] [task_id=66] [2024/06/02 08:10:23.657 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=66] [2024/06/02 08:10:23.726 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=66] [2024/06/02 08:10:23.748 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:23.748 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=66] [2024/06/02 08:10:23.839 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:23.933 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=66] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestRegisterTask\n\ttests/realtikvtest/importintotest/import_into_test.go:945\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/02 08:10:23.934 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.314213497\n# Parse_time: 0.000450274\n# Compile_time: 0.001386161\n# Rewrite_time: 0.000292405\n# Optimize_time: 0.001049539\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zMXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzFzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:10:23.953 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:24.133 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:10:24.248 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=67] [task-id=67] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:24.346 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=67] [2024/06/02 08:10:24.346 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:24.452 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:24.454 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:24.456 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/06/02 08:10:24.478 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:24.481 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/06/02 08:10:24.481 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/06/02 08:10:24.481 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=73.583Β΅s] [2024/06/02 08:10:24.481 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=218.68Β΅s] [] [2024/06/02 08:10:24.481 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:24.481 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:24.620 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/06/02 08:10:24.639 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=67] [2024/06/02 08:10:24.645 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=67] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:24.686 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:24.687 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/06/02 08:10:24.688 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:24.696 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:24.696 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:24.697 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:24.697 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:24.698 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:24.698 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:24.698 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:24.698 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:24.698 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:24.768 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:24.770 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:24.770 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/06/02 08:10:24.770 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=67] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:24.771 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=67] [disk-quota=348.5GiB] [2024/06/02 08:10:24.811 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [2024/06/02 08:10:24.815 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/02 08:10:24.818 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/02 08:10:24.819 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/06/02 08:10:24.858 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/02 08:10:24.877 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:25.233 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [2024/06/02 08:10:25.236 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [readDur=1.384616ms] [encodeDur=566.065Β΅s] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [deliverDur=304.949Β΅s] [type=file] [takeTime=2.700364ms] [] [2024/06/02 08:10:25.237 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/67/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/ca586d61-b613-4cb6-b65f-d62a6f6efef1.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/06/02 08:10:25.237 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [takeTime=425.632397ms] [] [2024/06/02 08:10:25.237 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/06/02 08:10:25.237 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/06/02 08:10:25.237 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/02 08:10:25.239 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.039918ms] [] [2024/06/02 08:10:25.239 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/06/02 08:10:25.244 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:25.266 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/06/02 08:10:25.267 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:25.281 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/02 08:10:25.283 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=43.574109ms] [] [2024/06/02 08:10:25.283 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/02 08:10:25.284 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.069081ms] [] [2024/06/02 08:10:25.284 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/06/02 08:10:25.284 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/02 08:10:25.286 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.667533ms] [] [2024/06/02 08:10:25.286 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/06/02 08:10:25.286 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/02 08:10:25.286 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=87.264Β΅s] [] [2024/06/02 08:10:25.286 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/02 08:10:25.287 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=978.253Β΅s] [] [2024/06/02 08:10:25.330 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:25.334 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:25.334 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:25.334 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:25.334 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:25.337 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:25.337 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:25.337 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:25.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:25.337 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:25.337 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=651.216502ms] [] [2024/06/02 08:10:25.371 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:25.373 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:25.374 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:25.374 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:25.447 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/02 08:10:25.448 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:25.448 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:25.666 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:25.710 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/06/02 08:10:25.710 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/06/02 08:10:25.711 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/06/02 08:10:25.719 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=8.730367ms] [] [2024/06/02 08:10:25.719 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [groupId=-1] [size=37] [kvs=1] [checksum=9112913226393502393] [2024/06/02 08:10:25.719 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/06/02 08:10:25.720 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [weight=30] [2024/06/02 08:10:25.720 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [concurrency=15] [2024/06/02 08:10:25.724 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=316] [physicalTableID=316] [indexID=-1] [checksum=9112913226393502393] [totalKvs=1] [totalBytes=37] [2024/06/02 08:10:25.725 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [local="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/06/02 08:10:25.725 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=14.385626ms] [] [2024/06/02 08:10:25.725 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=14.623444ms] [] [2024/06/02 08:10:25.771 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:25.771 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=67] [step=post-process] [state=running] [] [2024/06/02 08:10:25.774 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=67] [2024/06/02 08:10:25.778 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=111.757994ms] [] [2024/06/02 08:10:26.094 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=67] [2024/06/02 08:10:26.108 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=67] [type=ImportInto] [2024/06/02 08:10:26.728 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:638.595672ms txnStartTS:450184039828291594 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:638.5ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:2 total_versions:7 rocksdb_delete_skipped_count:2 rocksdb_key_skipped_count:16 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:10:26.728 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:529.408026ms txnStartTS:450184039933149188 region_id:28 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:529.3ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:5 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:10:26.728 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:614.85356ms txnStartTS:450184039906934788 region_id:28 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:614.7ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:1 total_versions:136 rocksdb_delete_skipped_count:67 rocksdb_key_skipped_count:333 rocksdb_cache_hit_count:15 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:10:26.728 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:593.357635ms txnStartTS:450184039920041986 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:593.3ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:746 rocksdb_delete_skipped_count:172 rocksdb_key_skipped_count:2005 rocksdb_cache_hit_count:3 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/02 08:10:26.731 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184039933149188\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.537746541\n# Parse_time: 0\n# Compile_time: 0.005461387\n# Rewrite_time: 0.001145268\n# Optimize_time: 0.002781337\n# Wait_TS: 0.000115787\n# Cop_time: 0.529767303 Process_time: 0.000042565 Wait_time: 0.000025249 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 5\n# Is_internal: true\n# Digest: daa7b79e49b8979ee27efa8ca37ddee13e63ebea465515d003cb628784e38bcb\n# Stats: tidb_runaway_watch:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.2565e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.5249e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 233\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.529259657\n# PD_total: 0.000033192\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_runaway_watch] remain after pruning paths for tidb_runaway_watch given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sgbwZTAJMTRfNQkwCTMzMzMuMzMJbXlzcWwudGlkYl9ydW5hd2F5X3dhdGNoLnN0YXJ0X3RpbWUJMAl0aW1lOjUzMC40bXMsIGxvb3BzOjEJMCBCeXRlcwkwIEJ5dGVzCjEJMzFfMTAJMBVeQGRhdGE6U2VsZWN0aW9uXzkJHUsAMR1LcCwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNTI5CXVEcHJvY19rZXlzOiAwLCB0b3RfARIgOiA0Mi42wrVzCRMkd2FpdDogMjUuMgUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaEG46IDU5DU2obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWECGFsXykuLDI5LjNtc319CTIzMykhNAlOL0EKMgkxXzkJMV8wNSUIZ3QoioYBGCwgMDAwMC0FAwwgMDA6BQMALgEUDDAwKQkhWARrdgXPBDp7BYAUMHMsIGxvJalIfSwgc2Nhbl9kZXRhaWw6IHt0bwGnKU04MSwgZ2V0X3NuYXBzaG90Cb0QIDExLjUlQzRyb2Nrc2RiOiB7YmxvYyGfOVAwY291bnQ6IDV9fX0sIAF1PmIAIaIIZXNzDVQuqgEIYWxfIawNGjWxAHQBxQh3YWwtRDQgMTc5LjfCtXN9CU4vQQEEHAozCTQzXzgJIUAsMTAwMDAJdGFibGU6RsECfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvejMBIAlOL0EJTi9BCg==')\n# Plan_digest: e7243b3a606efe66c29b52d5c0fcb19aeaca9ca9da33823ce4b225106f6d0c88\n# Binary_plan: tidb_decode_binary_plan('mwfICpYHCgZTb3J0XzUSuQYKDlRhYmxlUmVhZGVyXzEwEvwDCgtTZWxlY3Rpb25fORKaAQoPBSNMRnVsbFNjYW5fOCEAAAAASP8yQSkBCfBpAIjDQDgCQAJKHQobCgVteXNxbBISdGlkYl9ydW5hd2F5X3dhdGNoUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w/////wUEBAF4BQcBAQABBYkseHQzQSmrqqqqqgqqBYkQUkNndCgFiAAuRocARC5zdGFydF90aW1lLCAwMDAwLQUDDCAwMDoFAwAuARQYMDApat4BdGqQAKgsIHNjYW5fZGV0YWlsOiB7dG90YWxfa2V5czogMSwgZ2V0X3NuYXBzaG90BWzgOiAxMS41wrVzLCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDV9fX0sIHRpbWVfOmIAHHByb2Nlc3NfAcAUOiA0Mi42BVQJfwh3YWkJ2hQ6IDI1LjIJGgHFDHdhbGwNMyQxNzkuN8K1c31wIUIFATJSARxVVVVVlaj4QDlSLAFAAVIQZGF0YTpTZVUXBFoVBYIcNTMwLjFtcywxqBRi2gFjb3ApxRAge251bSUOJG1heDogNTI5LjQBKwHDLSoEMCwBugXVNs0ABcsdxhBjb3ByXzknGHJhdGlvOiAhrRgsIGJ1aWxkBXMIX2R1BRoQbjogNTktGqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZcAYS0zAbkYM21zfX1w6TIqARhsC9pSkdwKXXwUAUABUiNtYQF2eQI9PTQ0bXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:10:26.731 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184039998685186\n# Query_time: 0.306605244\n# Parse_time: 0\n# Compile_time: 0.004113875\n# Rewrite_time: 0.000558604\n# Optimize_time: 0.001598408\n# Wait_TS: 0.00012436\n# Cop_time: 0.297862959 Process_time: 0.000140708 Wait_time: 0.000068243 Request_count: 2 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 1 Rocksdb_key_skipped_count: 2 Rocksdb_block_cache_hit_count: 8\n# Index_names: [dist_framework_meta:PRIMARY]\n# Is_internal: true\n# Digest: 4b96d5d3b0100db751a03f5341c7ba207163251d820d8115aa60e75693b5e939\n# Stats: dist_framework_meta:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 7.0354e-05 Cop_proc_p90: 8.3866e-05 Cop_proc_max: 8.3866e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.4121e-05 Cop_wait_p90: 3.5781e-05 Cop_wait_max: 3.5781e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 37830\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[dist_framework_meta] remain after pruning paths for dist_framework_meta given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0g24MAkzXzEzCTAJMTAwMDAJbXlzcWwuZGlzdF9mcmFtZXdvcmtfbWV0YS5ob3N0LCBmIAAMcm9sZW4gAPBDY3B1X2NvdW50CTEJdGltZTozMDAuOG1zLCBsb29wczoyLCBDb25jdXJyZW5jeTo1CTE4LjAgS0IJTi9BCjEJMzBfMTIVpy5EAAAyMkQASGluZGV4X3Rhc2s6IHt0b3RhbF8FbhAgMS45MQEqLGZldGNoX2hhbmRsZQEWADgFhJBidWlsZDogMTMuNsK1cywgd2FpdDogMTQuN8K1c30sIHRhYmxlTlcAEDI5Ny42AVgkbnVtOiAxLCBjbxnFLCA1fSwgbmV4dDogewFSAF8FnhA6IDIuMwU0BRQAdAVbGGxvb2t1cF8NiBAzODkuOBWJNiMAEHJlc3A6BXgYMm1zfQkxOTknIDIJNDZfMTAoQgHOECkJMV8wLdcFZAA6StcBACwpMSA6UFJJTUFSWSgh5nwpLCBrZWVwIG9yZGVyOnRydWUsIHN0YXRzOnBzZXVkbzF9CDEuOD18ADMB+wBwMSMxDghtYXghZQQyNyEjIHByb2Nfa2V5cyUpDHRvdF8BEhQ6IDgzLjkF7QETIRQMOiAzNS0AaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCm1BXIIX2R1BRocbjogMTA3LjQFTgxtYXhfAfMMc3FsXzKWAUQxfSwgcnBjX2luZm86e0NvcDoBsBhfcnBjOjEsAYVRNRgxLjEzbXN9QQAIaWt2BWoEOntFTwAwVbgBTShzY2FuX2RldGFpbFV2AdsIZXNzMvAABGFsMhcAIF9zaXplOiA1ORF1KRw8MiwgZ2V0X3NuYXBzaG90XwVxCCAxN02bXHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZGleJVsIa2V5PhYAGDIsIGJsb2NhFjlOZZBBpgnjBG1lXsUACYMuqAEIYWxfIaoNGjWvJSgMd2FsbA0ZCDIzOWlDDAlOL0EBBEGkJDVfMTEoUHJvYmWapAJdjxRmYWxzZSxSkAIIMjk2OlEEBGNvVpECASpFuyGlLXYp+iWgDDogNTZNf12SCDIuNUVXAGO+kgIENjMlAwAs7pECTZEBuQAx/pIChpICBDQ4NpICADFWkgIINi4xJRJZkmJjAgAzmmMCLnkBOmMCMYA+YwI8MTQ0wrVzfQlOL0EJTi9BCg==')\n# Plan_digest: cef718bcf4137307a8167e595941a92a260deb7dd9e1c9735bfba3ce3542de0f\n# Binary_plan: tidb_decode_binary_plan('5A6oCt8OCg1Qcm9qZWN0aW9uXzEzEpsNCg5JbmRleExvb2tVcF8xMhLJBQoQSQETXEZ1bGxTY2FuXzEwGgEBIQAAAADw7yBBKQEJ8P0AiMNAMAE4AkACSi8KLQoFbXlzcWwSE2Rpc3RfZnJhbWV3b3JrX21ldGEaDwoHUFJJTUFSWRIEaG9zdFIda2VlcCBvcmRlcjp0cnVlLCBzdGF0czpwc2V1ZG9aFHRpbWU6MS44Mm1zLCBsb29wczozYtkBY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yN21zLCBwcm9jX2tleXM6IDEsIHRvdF9wcm9jOiA4My45wrVzLCB0b3Rfd2FpdDogMzUuOMK1cywgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHVyYXRpb246IDEwNy40wgE7DG1heF8B79BzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsIHRvdGFsXw3jMDEzbXN9fWrBAnRpa3YJ3QB7BRsAMBX6AU4AcyGFIGRldGFpbDogewlCAdwYZXNzX2tleRXxBGFsMhcAIF9zaXplOiA1ORF2CSw8MiwgZ2V0X3NuYXBzaG90XwVxFCAxNy42wgHYeHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDohdwhrZXk+FgAYMiwgYmxvYyGdEGNhY2hlJU8NMhQ1fX19LCABZ17FAAEcBDogLqkBFGFsX3dhaRGdDDM1LjgFnSUoCHdhbC1CLCAyMzkuN8K1c31w/xEBBAF4EQpA/wESiwUKEVRhYmxlUm93SURJzQwxGgECRc0IgKIpQs0CCB4KHG7NAgRSHl28FGZhbHNlLDa9AgAVBcsUMjk2LjhtNcQIMmLaYr4CASsAMgErIdEtogAxJbElzAw6IDU2EfwEb3QlFBQ6IDMyLjUlDwhjb3C2vwIENjMlLwAs7r4CTb4BuQAxRb8AkP6/AnK/AgQ0OCUOBGFsOR1OvwIINi4xJRMAclW/YpACADOakAIuegE6kAIxgT6QAggxNDRmjgIcIfCgDYcfcBMydQIIAUABTTUIMzAwSQoAbIXzEDJi8AFpoYeJGHH4RWAQIDEuOTFBNSxmZXRjaF9oYW5kbGUBFgA4RXYkYnVpbGQ6IDEzLmnTYUoMOiAxNCX8DH0sIHRhEk5XABAyOTcuNgFYsWEy2QQoNX0sIG5leHQ6IHsBUgBfBZ4QOiAyLjMFNAUUAHQFWxhsb29rdXBfDYgIMzg5TcNGIwAQcmVzcDoFeBgybXN9cNKXLr8DJTEEJ85CMQEIUmNtwW8ALqF/AF82bgYALsFiBCwgZiAADHJvbGVuIAAIY3B1ibg9liVVJGxvb3BzOjJiDUO97UQ1cPSPAXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:10:26.733 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184039893827585\n# Query_time: 0.679169437\n# Parse_time: 0\n# Compile_time: 0.010386201\n# Rewrite_time: 0.002254226\n# Optimize_time: 0.004181733\n# Wait_TS: 0.000139604\n# Is_internal: true\n# Digest: 4e00d0caca786e9f2098ba5e20de58a3d8fa759dde27344f589ad6b328df5d37\n# Stats: tidb_global_task:pseudo[10000;0],tidb_global_task_history:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 2402\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wBJ4MAk2XzExCTAJMglncm91cCBieTpDb2x1bW4jMzEsIBELADIZCwAzGQsANBkLADUZCwA2GQsANxkLADgZC0Q5LCBmdW5jczpmaXJzdHJvdygRZwwxKS0+FQxiJgAAMh0mADJiJgAAMx0mADNiJgAANB0mADRiJgAANR0mADViJgAANh0mADZiJgAANx0mADdiJgAAOB0mADhiJgAAOR0mwDkJMQl0aW1lOjY2NS4ybXMsIGxvb3BzOjIsIHBhcnRpYWxfd29ya2VyOnt3YWxsX3QJLBwzLjg4MDkxOQExwGNvbmN1cnJlbmN5OjUsIHRhc2tfbnVtOjEsIHRvdF93YWl0OjMuMzE3ODA0MTg0cywFFzRleGVjOjQyNC4zOTbCtQ0VBYpsMy4zMTg1MjA0NDNzLCBtYXg6NjYzLjcxOTg3NAFwCHA5NTISABR9LCBmaW5aqQAcNS4yMTAwMTMBOV6pAAG1EakUNTcuMzA4FZEFphA3LjM1MhUTEaQYMjI1Mjg0NBWjFDUuMTUzNyVDCaIVERB9CU4vQQEEGAoxCTlfMTJlODl4ADMyeAEBKAEEdAoyCTNfMTMJMAkxCW15c3FsLnRpZGJfZ2xvYmFsXyFlCC5pZDL4AlomAAErDF9rZXkZLAQyLGIsAAh5cGUZKAAzYigADHN0YXQdKQA0aikABGVwGVEANWIoABhwcmlvcml0HaUANmIsAD3HGVsAN2YvABByZWF0ZSW3GS8AOGIvACR0YXJnZXRfc2NvLgsBfScMMi43bS4nAwBDXf8oT0ZGCTEuMTggS0IlxBgzCTM2XzE0JcUUdGFibGU6PsUBKCwgaGFuZGxlOjY3WRIIMi40HWMBSgEESRIANQVNVuwBHF9oaXN0b3J5lhoCFS6qIgIZNJYqAhUwnjICHTGSOgIVMKpCAhU0tkoCGTeyUgIVN15aAgAwqYEIMS4yPfblRrlYTVkANzZZAgA2RQxWWQIRdy5hAhVqBDE2WWBAMSwgR2V0OntudW1fcnBjOjOlt4FkpesENDGBnzB9LFJlc29sdmVMb2NrGSyp4xEsEDIxLjVtoY8BOixfZGV0YWlsOiB7dG8BIhhwcm9jZXNzZYgYOiAxNDEuObFTobsIYWl0DRsMOTguNx0aHGt2X3JlYWRf2X4MIDYzOAGUFCwgdGlrdj4ZAAA0BYIMc2Nhbl6CABRrZXlzOiAVuxGZARckX3NpemU6IDU2NjUGARcQOiAyLCCFFhRuYXBzaG8RqwwzMC4xBasscm9ja3NkYjoge2JsISF8IHtjYWNoZV9oaXRfY291bnQ6IDR9fX0JTi9BCU4vQQo=')\n# Plan_digest: dfc2b1a5ae78c2d02fcea9791ea94b450eee9546ab3c9736920a9797d12df521\n# Binary_plan: tidb_decode_binary_plan('tBSgCq8UCgpIYXNoQWdnXzExEssNCghVbmlvbl8xMhLgBAoNUHJvamVjdGkBEkgzEnsKDFBvaW50X0dldF8xNCEiBQEMJkApAAUB8EzwPzABOAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUgloYW5kbGU6NjdaFXRpbWU6NjYyLjRtcywgbG9vcHM6MnD//////wEDBAF4AQYFAQwBIauqAQEAPT5tAAhSgwMFagAuPmkAPC5pZC0+Q29sdW1uIzMxLCBaJgABlAxfa2V5GSwAMmYsAAh5cGUZKAAzYigADHN0YXQdKQA0aikABGVwGVEANWIoABhwcmlvcml0HaUANmIsACRjb25jdXJyZW5jHS8AN2YvACByZWF0ZV90aW0dsgA4Yi8AJHRhcmdldF9zY28uCwEEOVo5ywQ3bTnLCGIPQxmOGDpPRkZwuQk91AgSlgg2YwIMNRLrAzJkAgA2RmQCRWIIIwohUWIAGD75ARxfaGlzdG9yeS5qAgAUAeAQOjEuMTYZnlgxYugCR2V0OntudW1fcnBjOjMsIHRvdEGoRZdINDEuMm1zfSxSZXNvbHZlTG9jaxksADEyLAAMMjEuNQErACABOiRfZGV0YWlsOiB7CU4YcHJvY2VzcyVjJDogMTQxLjnCtXMRQAx3YWl0DRsMOTguNx0aLGt2X3JlYWRfd2FsbA0iCDYzOAGUAWgEa3Y+GQAANAWCDHNjYW5eggAUa2V5czogFbsRmQEXJF9zaXplOiA1NjY1BgEXEDogMiwgJfEUbmFwc2hvEasMMzAuMQWrLHJvY2tzZGI6IHtibCEhWCB7Y2FjaGVfaGl0X2NvdW50OiA0fX19ntQDId0EUsta0gMx2QAuktoDFS6q4gMZNJbqAxUwAHOa8gMdMZL6AxUwqgIEFTS2CgQZN7ISBBU3XhoEcXsAMr3kADFGGQQAqS4ZBAghVlUBAQRDQM1aBABAyVqVZwAzaQcMbG9vcGYyBhgua3VM8DBSPkUALFLAA2dyb3VwIGJ5Ot0gEQsEMiwVCwAzGQsANBkLADUZCwA2GQsANxkLADgZC0Q5LCBmdW5jczpmaXJzdHJvdygRZwQxKbn5ADFiJgAAMh0mADJiJgAAMx0mADNiJgAANB0mADRiJgAANR0mADViJgAANh0mADZiJgAANx0mADdiJgAAOB0mADhiJgAAOR0m2W8ANTIIAkhiygJwYXJ0aWFsX3dvcmtlcjp7uT0kNjYzLjg4MDkxOcEDfRwMOjUsIIUkCG51ba3YpZYsOjMuMzE3ODA0MTg0oXM4b3RfZXhlYzo0MjQuMzk2hf8BFaH0BSwwODUyMDQ0M3MsIG1heAVwEDcxOTg3RfgIcDk1MhIAFH0sIGZpblqpABw1LjIxMDAxM26pAAG1AG8NqRQ1Ny4zMDgVkQWmEDcuMzUyFRMRpBQyMjUyODQBzwmjGDUuMTUzNzIBaQmiFRFaswUEGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:10:26.734 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184039920041986\n# Query_time: 0.60625597\n# Parse_time: 0\n# Compile_time: 0.008287467\n# Rewrite_time: 0.001412744\n# Optimize_time: 0.005400612\n# Wait_TS: 0.000118853\n# Cop_time: 0.591895957 Process_time: 0.000852003 Wait_time: 0.000056096 Request_count: 2 Total_keys: 1492 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 344 Rocksdb_key_skipped_count: 4010 Rocksdb_block_cache_hit_count: 6\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000426001 Cop_proc_p90: 0.000451239 Cop_proc_max: 0.000451239 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.8048e-05 Cop_wait_p90: 3.2129e-05 Cop_wait_max: 3.2129e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12693\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yBe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjU5My4zbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZBmDCDIuOR2DHAkwIEJ5dGVzEQgcCjIJMTdfMjcd+FRpbm5lciBqb2luLCBlcXVhbDpbZXEoWg4BOGlkLCBDb2x1bW4jMTUpXS53AAA3HXd0LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoxLjk4ASkQZmV0Y2gVDgUuDDowc30RqBEIIAozCTZfMjkoQgFPACkBtjA0MDAJZ3JvdXAgYnk6FYtALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDBGvDDEuODIBhTWoUHBhcnRpYWxfd29ya2VyOnt3YWxsXyXUHDEuMzc2MDQ2AS8IY29uOc54LCB0YXNrX251bTowLCB0b3Rfd2FpdDo1LjcyODU3NQEwARUYZXhlYzowcwkiBVIYNS45NjU0MCUGKG1heDoxLjIyNjI4RTkIcDk1HRAUfSwgZmluWpcAFDcyMjk1MQFnXpcAAaMRlxw0My44NzHCtQ2JBZYQMy4zMzYVEwWcFDcuNjEzNx2bEDY1NjYzBWYJmxEQAH1BxQEEGAo0CTFfMzAxmiRub3QoaXNudWxsPYIhuAVfCDEuMS54AQgJMzhRnyBOL0EKNQk2XzMhpAg4MDA95EqKAnkYUhMDJHNjaGVtYV9pZHNSHwBFkAkeSTUIbWluFa4AOFYwAimvijACGDYwNy44M8IhaV6YAS4vAhgyLjA1NzUzJXIhrSWZMi8CGDIuMjA5MTBFgUEvGDQ2NC42ODIFYiGUGRByLwIQMDA1ODmFGl6XAC4vAhAzNy41NDovAhA1LjgzNQV3Aakl0Bg0LjAwOTQ2JdQBnBA5NTEuNQn9CHA5NRkPWS4gNgkzMV8zNgkwKeU4ZGF0YTpIYXNoQWdnXzMxcaAQMzYzLjgFazVyDGNvcF9hcQg6IHthcwggMSwFcgwgMS40ZWxBExhfa2V5czogLWABEhA6IDQwMA1LAbZlowwgMzIuCdxkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCRwQFzCF9kdQUaFG46IDMwLikDLG1heF9kaXN0c3FsXy5RAUggMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY8EQAHShBCk8LDEuMzZtc319CTI0Mq2kYQUAN2EFDDEJMV8tIpXr/gcDlgcDSmYAyWF9FwA4JacEa3YlHQQ6e0UKQbMtrDx9LCBzY2FuX2RldGFpbDogqfktnEA3NDYsIGdldF9zbmFwc2hvdCkNDCAxNS5JOKByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE3Miwga2V5XzoYACQyMDA1LCBibG9jQSM51A03FDN9fX0sIAGrPpgAQScIZXNzDYgyLwKhegRhaRGjVTYAdAH82SIUIDUzNMK1XeQUOAk0M18zoRgMMAkxMIHMhXIAOi5bCAHEcGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JDlMIZmMBQSsBBAQKM2FQHDQxKFByb2JloWgANhrOCABkYVosU2VsZWN0aW9uXzQwBVISpQgEMi5lsS2vACxhBinLACBBq3lbDs8IADTBYSEjLcA2XAMINTEuiYl5XAAyIQwFVLZaAwg2MC4JOu5aA2laAbgAM2lbBDUzfVshkgQ0MGVbMSZK7wIMcmVvchbSCTZ/AQAxIQotNNbjAgAxjTz+4wL+4wIutgE24wItvYmmGGt2X3JlYWQu6gIlBAB0IRku/wIENTBFBlmVBDUJYQEAOSVq/gEDfQEFfjGCIAlOL0EJTi9BCg==')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('mBrwSQqTGgoNUHJvamVjdGlvbl8xMxL7GAoHU29ydF8xNBKDGAoLSGFzaEpvaW5fMjcS4gYKDlRhYmxlUmVhZGVyXzQxEqIECgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWELCBlMUEpq6qqqqoAugWEBFIYBYAALi5/ACQucmVvcmdqsgJ0bmYACCwgcwHd8F5kZXRhaWw6IHt0b3RhbF9rZXlzOiA3NDYsIGdldF9zbmFwc2hvdF90aW1lOiAxMS41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE3Miwga2V5XzoYAGAyMDA1LCBibG9jazoge2NhY2hlX2hpdF9jCTcUM319fSwgAWw+mAAccHJvY2Vzc18BHBg6IDQ1MS4yBYkJtgh3YWkRowQyNB0YLGt2X3JlYWRfd2FsbA07JWolGR0VCDU1MAVQWnsBMBoBAiFVVVVVlXT2QCk1figBQAFSEWRhdGE6U11ABFoVBaMYNTkyLjJtczXVFGLZAWNvcCnzTCB7bnVtOiAxLCBtYXg6IDU5My40ASsB5C2BBDAsAdoF9jruAAXsADoR5xBjb3ByXzlHRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDYwLikhqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlgBhLUsBuBgzbXN9fXD9LqgCEBLqDwoKYXUgQWdnXzI5EqcMLmEDEDMwEsQLGSAQMzUSuQc2lAMQMzYS/QQdIggxEpVGkgMANGUO/pIDfZIEHHQ6LAMEMHM1vFoWAgWDAChhkQAAAQEEQL9pkSyUAWdyb3VwIGJ5Om2BGzabAyHkHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGqTQg4ELuIA0g0ECDUuM2VsAHL+DQT6DQQMMDAuOAWJQg0EDDMyLjEJGiHeLvEDADNhBl7ZARze3d3dHT73QDnZYewED2Rh7AhIYXNF2gwzMVoWZeoIMzYzDX8UbG9vcHM6busDDDEuNDVy6gMuywBt6hXEwuwDBDMwra7u7ANp7BAxLjM2bWHrAPIu6wMlKQitbPg6KQEAhP4CA74CA1XmXfIINVoUJZ8MMS4wOCFzMZ1EsAJwYXJ0aWFsX3dvcmtlcjp7WRcUNjA3LjgzRTEuEwUcNSwgdGFza1+htgAwpQMpmxgyLjA1NzUzBV8cdG90X2V4ZWNlVgENBX0cMi4yMDkxMDYBgaHsFDQ2NC42OMm6CHA5NR0QFH0sIGZpblKWABwxLjAwNTg5OQFFXpcAAaMAbw2XEDM3LjU0TfcRlhA1LjgzNQXZARMFnBg0LjAwOTQ2xaUBnBA5NTEuNQn9CHA5NRkPbiUDCK1I/i38CAC5QGUlKBZub3QoaXNudWxsNZcINSkpNY0AMQVwLY0IcPwCKuEIJBoBASFEREREJGM+VQAEOGexUjHqBDUsrQEcZmlyc3Ryb3cdbZn2WQQAOC53AARismoEAhgxLjM3NjA0JbNebgEuBQIYNS43Mjg1N2XXIVxGBQIUNS45NjU0SYYhaRwxLjIyNjI4MyHQIWoZEHIFAhQ3MjI5NTEBNV6XAC4FAhA0My44NzoFAhAzLjMzNjYFAhQ3LjYxMzdFwgmbEDY1NjYzBWYJmxEQXgYCDpwKFG9BDUEprB6VCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiqgYELCA12QQpXSpCCQA3Ae9NLQhiN2IS0QgQaGFzaF/lCQA6FrQKDDoxLjkFwhBmZXRjaBUOBS4sOjBzfSGZKiJLzRseOqQAAD1KjgD5nhQ6ZGVzYyxOowfpXB2lZZkNpQVsBH1aPmwATgoIAUgQbWV0YSxOZQAZiRVpADMObQkilAgMYg1Dbya1CUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:10:26.735 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184039906934788\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.634039874\n# Parse_time: 0\n# Compile_time: 0.012411918\n# Rewrite_time: 0.001442006\n# Optimize_time: 0.003736879\n# Wait_TS: 0.00009975\n# Cop_time: 0.616607013 Process_time: 0.000254007 Wait_time: 0.000045374 Request_count: 2 Process_keys: 2 Total_keys: 137 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 67 Rocksdb_key_skipped_count: 333 Rocksdb_block_cache_hit_count: 17\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 3fb0421d3eb6a1c33b87e06550f33bf69f63d023feb3d41f2307de698fec45c8\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000127003 Cop_proc_p90: 0.000199934 Cop_proc_max: 0.000199934 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.2687e-05 Cop_wait_p90: 2.561e-05 Cop_wait_max: 2.561e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 56655\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lRKwMAkxNF81CTAJMzAJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjYxOS41bXMsIGxvb3BzOjIJMTIuNyBLQgkwIEJ5dGVzCjEJM183cpIADGlkLCBajAABsgxfa2V5ZiEABHlwZqYADHN0YXRuHgAEZXBiWACGJgEgb25jdXJyZW5jZp0AjkoBJHRhcmdldF9zY292yQAEcnR2kgEF7AxfdXBkgrwBEG1ldGEsXnEBKGRpc3BhdGNoZXJfapcBEGVycm9yLgICADFdAggsIEM5HAw6T0ZGVRMoTi9BCjIJMzBfMTNJERlDCDguOTJDABBpbmRleEWxFDoge3RvdEG+JGltZTogNjE1LjgBKyhmZXRjaF9oYW5kbC4XAJBidWlsZDogNS43NsK1cywgd2FpdDogMTIuM8K1c30sIHRhYmxlTlkACDIuNQWDHG51bTogMSwgPeEwOiA1fSwgbmV4dDogewFRAF8FnwGNADYJ+wUVCVsYbG9va3VwXw2ICDM4NRWHNiEARHJlc3A6IDIuMTVtc30JMjkuOWE2ISMgMwk0N18xMShCAcsMKQkxX2XPBV4IOnQsKRsAOiXwACgFBkgpLCByYW5nZTpbImZhaWxlZCIsEQkoXSwgWyJyZXZlcnQFFxULBRkQc3VjY2UFGBEKUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIAFlHHM6cHNldWRvObIINS43IYdp9wAzITAAcDFXMUMEbWElJAA0KdwMcHJvY2HMAHMlXwx0b3RfARIYOiAxOTkuOSUlARQhShA6IDI1Lim/aGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCnrBXQIX2R1BRoAbiGTAC4pcixtYXhfZGlzdHNxbF8yzAFEMX0sIHJwY19pbmZvOntDb3A6AbEYX3JwYzoxLAGEUWwINjE0AeQcfX0sIHRpa3YFagQ6e0WHXfABTyhzY2FuX2RldGFpbFWvAd0IZXNzMvIABGFsMhcADF9zaXpBvAAyEXcEa2UlHgwzNiwghRUUbmFwc2hvafpFxSkomHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjcsIGtleT4XACAzMzMsIGJsb2NhVDlUDTUIMTV9CeoEbWVeywAF+zawAQRhbCWyDRs1t2myLGt2X3JlYWRfd2FsbA0iJTklTh0VCDI4NCW1AH1B/wEEYQMkNV8xMihQcm9iZUYDA5akAggxLjddowAyZqMCCDEuMWX7IbMxhCWTJa4UOiA1NC4xOqECDDE5LjgFEwBjwqECADgtxu6hAkmhEDEuMDltUqACADD1ke6fAkmfDDU2NjMlDgRhbDkdSp8CCDguMikTWZ9ibQIAMppsAi56ATZrAjWBPk0CRDE0NC43wrVzfQlOL0EJTi9BCg==')\n# Plan_digest: 3b08151ff1365421e0e9cc6b924c2b990d2f939479944ff2a8e3354ea9239ee2\n# Binary_plan: tidb_decode_binary_plan('vhPwUgq5EwoGU29ydF81EpwSCgxQcm9qZWN0aW9uXzcS7A0KDkluZGV4TG9va1VwXzEzEqwGChFJbmRleFJhbmdlU2Nhbl8xMRoBASEAAAAAALiaQCkAAQmAAD5AMAE4AkACShwKGgoFbXlzcWwSAXQaDgoFc3RhdGUSCQdEUmlyYW5nZTpbImZhaWxlZCIsEQkoXSwgWyJyZXZlcnQFFxULBRkQc3VjY2UFGBEKUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIAFr8D5zOnBzZXVkb1oVdGltZTo2MTUuN21zLCBsb29wczozYtsBY29wX3Rhc2s6IHtudW06IDEsIG1heDogNjE0LjkBKyRwcm9jX2tleXM6ARwMdG90XwESKDogMTk5LjnCtXMsBRQkd2FpdDogMjUuNgUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDYxLjUFOtBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MQWECGFsXw3lADQB5SB9fWrnAnRpa3YFawQ6ewUcADEB0gn9AVAAcyHCKGRldGFpbDoge3RvAUQB3ghlc3My8wAEYWwyFwAgX3NpemU6IDYyEXgtHzwzNiwgZ2V0X3NuYXBzaG90CZAIIDEyLSmYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2Nywga2V5PhcAIDMzMywgYmxvYyGlOVUNNRgxNX19fSwgAd9eywABHDqxAQRhbCWzDRs1uCkDKGt2X3JlYWRfd2FsLVQAICU5JU4dFQgyODQltgh9cP8RAQQBeBEKRP8BEvoEChFUYWJsZVJvd0lEUyFtGDEyGgECIQABAQSquUIvAwgMCgp5LwRSHnrUAgAUBdgIMS43XdMIMmLYYtMCDDEuMTlBACHiMbMlwiXdFDogNTQuMUWEQeVJ0QwxOS44BRMAY8LRAgA4LfXu0QJJ0RAxLjA5bUHQAJRC0AIAMHXM7s8CSc8MNTY2MyUPBGFsOR5KzwIIOC4yKRRZz2KdAgAympwCLnsBNpsCNYI+fQIYMTQ0LjfCtV59Ahwhk5W1zktBkDJkAggBQAG1CgA4id+JDSAyYu8BaW5kZXiJLZEMRWEAIKE2ADhBOShmZXRjaF9oYW5kbGH/BDE1CReF0RA6IDUuN4n9TTsIMi4zAZ8ILCB0YQNOWQAIMi41RZGxeTLwBCg1fSwgbmV4dDogewFRAF8FnwGNBDYuZY0FFQlbGGxvb2t1cF8NiAQzOKlKRiEAPHJlc3A6IDIuMTVtc31wr+8urQMpMADRQjABDFLOA23BwCQudGlkYl9nbG9ioWgcYXNrLmlkLCBaGwABIEFEZiEACHlwZWIdAMG5bh4ABGVwYjsAGHByaW9yaXRmeQA9Y2JFABRjcmVhdGUl/WIkAAh0YXJlGwRjb3bJAAByqWNiSAAF7AxfdXBkgnIAEG1ldGEsXnEBKGRpc3BhdGNoZXJfapcBEGVycm9ydQEAOUlIcQEED0P9bhRPRkZwyGW9zBwh+WyTkOW3lz5PAwRSXloDAoaKAYpmAQRpZB2uADVhgyxsb29wczoycNhlGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:10:26.735 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:26.736 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=67] [2024/06/02 08:10:26.736 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184039828291594\n# Query_time: 0.925509881\n# Parse_time: 0\n# Compile_time: 0.020587671\n# Rewrite_time: 0.00303826\n# Optimize_time: 0.01281501\n# Wait_TS: 0.000131014\n# Cop_time: 0.901616256 Process_time: 0.000557712 Wait_time: 0.00010906 Request_count: 4 Process_keys: 6 Total_keys: 417 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 204 Rocksdb_key_skipped_count: 1029 Rocksdb_block_cache_hit_count: 21\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 0.000139428 Cop_proc_p90: 0.000223982 Cop_proc_max: 0.000223982 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.7265e-05 Cop_wait_p90: 3.9068e-05 Cop_wait_max: 3.9068e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 56557\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qjOwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjg5OS4zbXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwAxPV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgCd1zJ2A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUjIDo4OTcuNjQzMwUwHe4MOjUsIEWSbG51bTowLCB0b3Rfd2FpdDo0LjQ4NzIxMzEzNnMJFxRleGVjOjANDWX3BSQsNDEyMDEycywgbWF4BWcQNTEyODEFaAhwOTUyEgAUfSwgZmluWqAAHDguOTYxOTQyAdFeoQABrRGhHDUwLjAxNMK1DZEFnhA2LjM1NhUTEaQgOTMxNjM1MDlzEaQYOC44ODg5OcURCaQZEgB9gaMBBAQKM8ETHDgJMAkwLjAyXqgGgaFaNQQlV/4WBloWBnldWn0AMikDXiQALvUCWiQASchaHQAukwIypAZ2ngVZvgA3MpUHdjYGGDQJMTdfMjAxkFBpbm5lciBqb2luLCBlcXVhbDpbZXEu3AVKhAByzQABHRApIGVxKNE6ADcBkMnpCDYpXWa1AHBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo4OTYuOEHOEGZldGNoGQ8FMAw6MHN9Hn0IEQggCjUJM18yMShCAVEAKRHpPXyO0wBKJAAy6AEMY2FzdHonAVm5MGRvdWJsZSBCSU5BUln9VQA3OQ4INi42AeQaWAkhMyJyCAA64fkIMi429fkUNgkzMF8ydVMuRQAANTJFABBpbmRleBIJCgQ6IClOac0UIDI1NS43ASslVBhfaGFuZGxlHRcpXBAgNS43woEZhcoMIDExLoEoAH2B6ghibGVOWAAMNjQwLoV6oQcIIDEsMoIELCA1fSwgbmV4dDogewFSAF8FnwF2ADYW9ggFFSX8HF9sb29rdXBfEYgEOTkViDYhACByZXNwOiA2MzkBzxR9CTE3LjMeHwkYNwk0N18yNVEHGDFfMAkxMAkFXww6c3QsKR0QOmlkeF+B9AxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwg4e8kczpwc2V1ZG8JMhbICSFfPc8AMyEIAHAxMDEboeghiSGHDHByb2OB5AxzOiAyySYBEgw6IDIyIXIJEiEeDDogMjQtlGhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwpvwVwCF9kdQUaFG46IDgwLilGLG1heF9kaXN0c3FsX13UTDogMX0sIHJwY19pbmZvOntDb3A6Aa0UX3JwYzoxBYQOVgwsaW1lOjI1NC45bXN9QQsIaWt2BWoEOnsFG8HZTcU0fSwgc2Nhbl9kZXRhaWxVggHaCGVzczLvAARhbDIXACBfc2l6ZTogMTLpSgRhbBEtDDU4LCASQQsYbmFwc2hvdE3PTZp8LCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQBUgA5IcQAeT4YACA2NDIsIGJsb2NhKTlVDTYEMn0J6gRtZV7MAAX7Lq4B4Z0EYWkRoDW1JS4mTggUIDMzMMK1/SwwNwkxXzI3KFByb2JlKUWz5TUEaW56awRBhUhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAhlcCmhMgXQYVYANEGeLdBmxgIINjM4SfAh3DGsRTIl1xA6IDk5LiZQCCEZFDogMzkuMWXVAGO+yQIENzIFOO7HAknHAbcANf7HAobHAgg4MDglDFXHADdWxQIAOW2gfsUCADJSwwIIMTYs7sICScIuqAE2wwI1rz7DAggyNTiFkibxCRg4CTQ1XzI2Rb8ycgWKPQVmTQQOTAoBBOneADlxJBgwCTI5Ljk3Lt8HPnIO/fouGwD5n14hABIUDlodAG1yWh4A/lgK/lgKTlgKPrIILgwBDn8LXqUICDYJMYkQCDkuN8WtlQ9GnRAEMzTxfhKkCAAzDp4QKaAZRTZEABIECMlBNqMICDQuOBJKCDaiCAA0FgsKHhgIBC41iQyJUwwxMy44oU9qoQgINC4wEq8M8YUyAAdaoAgINS4yBYoBZTZ+CA2HCDM4MI3MRiMAFqEILDMuNjhtc30JMjEuNTEiEqAIBDMzLqAIADMeoAginwhFZwAoBQYqlwgMcGF1c6HcACwVCihdLCBbInJldmVydAkZGQwJG80OACzVGIbNCC33ADQy9wFqzAgIMS4xEvUI3QUWNwjNBQwxNzQuKa8ifQ4QIDIyLjWlzsYGBgA1Je0SjA7CzwjJnSLPCDQuM21zfSxSZXNvbHZlTA4GCFr5CAwxLjQ3/jEGyTEpGlb4CAA2FZ8Ea2UOEwoIMTUxUjIGCDkuNik9fjIGBDczUjMGCDM3MWo0BgQxNZr3CDLYATY2BjXfRjYGBDcuDo4KudcO+wgEMzWx1w6uC4k5Vr0ILr0EEnIOAClRrwgzLjMS2gyJpgAyZrUICDkxOE18XrECADXxkjKwAhYTDcKwAu0n/rACQbAMMS43MZqxAgg4MjYFsRbBCmZeB46rC26zAgQ1NkGkAHQOsQ9RtVKzAgQxMC10WbPudwsSdwsupwFCfwIprj5/AggxNDMSkQpZfxK1CAQzNEV5LocFerQIoSRmVgEgCU4vQQlOL0EK')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('jzfACoo3CgdTb3J0XzEzEvE1Cg1Qcm9qZWN0aW9uXzE1EuUyCgpIYXNoQWdnXzE2EpQpCjIhABQ4EuglCgsBISRKb2luXzIwEpERMkMAZDIxEpgPCg5JbmRleExvb2tVcF8yOBLdBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjwwgAAJEAwAjgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFXRpbWU6MjU1LjZtcywgbG9vcHM6M2LXAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDI1NW1zLCBwcm9jX2tleXM6IDIsIHRvdF9wcm9jOiAyMjTCtXMsIAES4HdhaXQ6IDI0LjfCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cgEaGG46IDgwLjkFOvA+bWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsIHRvdGFsX3RpBeE0NC45bXN9fWrFAnRpa3YJ2wB7BRwMMHMsIAn4AU8AcyGUIGRldGFpbDogewlDKHByb2Nlc3Nfa2V5FfAEYWwyFwAkX3NpemU6IDEyMBF4DS1ANTgsIGdldF9zbmFwc2hvdF8FdAwgMTEuKSl0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50AVIAOSHFAHk+GAAwNjQyLCBibG9jazogezlWDTYUMn19fSwgAWtezAABHAw6IDIyCYYJ6CGxERkxtiUuCHdhbC1JJCAzMzDCtXN9cP8RAQQBeBEKJP8BEvYGCgxTZWxtR0AyNxKOAQoRVGFibGVSb3dJREnxADZJ7gRUpULuAggNCgtd7ghSHmtyvQIEahwFnUE2SssBVqIACBoBAgl+LJClQCmg20sao3WUP2FqEFJuaW4oZWlMLnRpZGJfYmFja2dyb3VuZF9zdWIBZFwuc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSltehA2MzkuNHl6GDFi2AFjb3AJ1AAgQc0MOiAxLGEBGDogNjM4LjYBK0GPUV9FbkWKFDogOTkuNmUweX0MMzkuMQUTAGO+fQMENzIFOO57A2l7AbcANWV7AMP+ewNyewMIODA4JQ0EYWwtHAA3VnkDADmNVX55AwAyUncDCDE2LO52A2l2LqkBBGFsLncDNbBF2n13DDI1OC6hR1rXAhwhjURsjTL1cl3UCAFAAU1kCDg5NiGCleYMYvABacGXUWZp/Y0RDDU1LjdBZShmZXRjaF9oYW5kbIEoERelqQg6IDUFjQQsIIEylc2BcmHrTlgAEDY0MC4yAVgEbnVJ0zLIBSg1fSwgbmV4dDogewFSAF8Fnxg6IDI1Ni4xATUFFQlcGGxvb2t1cF8RiAA5ySJGIQAMcmVzcGE0ADkBzwx9cMaKLqgE4XIYqYPAp2MVdDYyAQhSlQF+BAQMZXAsIHYkAB3bFCwgY2FzdHoRBIFdQbRoLCBkb3VibGUgQklOQVJZKS0+Q29sdW1uIzM3PcqFA82wCGIPQ/0PFE9GRnDsFC6PBQTqEjaUCAg5Eqo6lAgQMzYSuAZClAgIMzMaHpQIBLiasaYMPkAwAaEqDEocChqxphQBdBoOCgWlGQASCQcEUm0eiwgMcGF1c6EcACwVCihdLCBbInJldmVydAkZGQwJG61OACy1WABdYYUEZXBqwQgAFEW4DDQuNzVBKSkYDDNigwJeRgUIMS4xJUK9RQAxhTgAXwESFDogMTc0Lon7uUYMMjIuNaUOxkYFCDUuOAU6mkgFHFJlc29sdmVM4deh/krLCBwxLjQ3bXN9LDLuCMkIAGHtpQgyLjOlcQDI7nEFpXEpGwBhUuwIADYVdRbrCAgxNTFScgUIOS42KT5+cgUENzMh7kLqCAgzNzFqdAUEMTWa6wgy2QE2dgU14EZ2BQA3xS5adgUEErAy7wgMMzUSjUbvCAQzNBZxCBCquUApAAUBdUkIDAoKeUn+7ghy7ggoBLpAKbkehetR+D1txgRSKFaxCAxnbG9iQUgEYXMO8QgSqghpYwgzLjPFGWljCDJih2JjAwg5MThtMGFTUR4uZQMANfGFMmQDweDKJwztGhImCcInDFXEhUcMMS43MWFcAFKGhwMIODI2BbEMfX1qlP5nA3JnAwQ1NmFY6aRtaVJnAwQxMC11eWfuHwwSHwwuqAFCMwMprz4zAwgxNDMShgpaMwMcIYk7w9ZL4Y0yjwIOqwgAEyWBADk2qQgA7WapCAg0LjgSUAg2qAgINC44wQceHggELjWpyw4fCAw6IDEzpY1upwgMNC4wMwFBrqYICDUuMgWKAWVSpQgIMzgwGoYLRiMAFqcIJDMuNjhtc31wr6w2pgggAiHpIJT5JgGPPi8BDFLbAm0OFRAWrAwutAMEaWQynwguGwBh1EFDZiEACHlwZWIdAOXlYh4AGHByaW9yaXRmXAAUY3JlYXRlZWdiRQAyOQla4AAAcz6BCTbiAAByEmwPBGNvAck+ewkuKgAhJ15uCQA2jfIAOTJVCEptCQTcIiptCUQhxakaJTnOlEApidLe4AuTmT9B2FhScGlubmVyIGpvaW4sIGVxdWFsOltlcXoSCnLlAAEdECkgZXEoIh4KBCwgEQsINildIisKADcOBggm9QsAOWUVEF9oYXNoSaYEOnuFVRIfDGU2ZUsZDwUwLDowc30hfv1UfUgWlTraAADL/oMC/oMC/oMC/oMCioMCXcVKURBd8F62AULhCwTYJS50AhzOpmfib5qVQBpaCADwSXQEtwYOuhAQcCBieTodgT7/AiBmdW5jczptYXh6jQIdpiqTDAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG8ZkwAESKemACB7WpOAKULKSN+nAClGmZLAAUfnpYAsUhmTwARIp5SAL15ZlUAHSWiWAAmeg5qWAAZJZ5YAIXfYjICAR6eSgAAdN0OZlIALiYAGoYICDg5OQ4FCBbqCiAxYsQCcGFydGkOAQkYb3JrZXI6eyaZERw4OTcuNjQzMwUxHe4MOjUsIEWSDkoIFhQWEugRMDo0LjQ4NzIxMzEzNnMWEwsOzRcShRYODQsSBgkFJBQ0MTIwMTIW1woFZxA1MTI4MQVoCHA5NTISABR9LCBmaW5aoAAYOC45NjE5NBKjCF6hAAGtAG8NoRA1MC4wMSIWFgmeDDYuMzUmWxQRpCA5MzE2MzUwOXMSewskOjg5OC44ODg5ORJCCQmkGRJeEAoUNA3OSNbkPsIEAKv+XAb+XAY6XAZJd1rGBHmSWiEAPXdm/AiKIAkuqwL59AA11TwAORYuE1G4ejwGFJLHF1XY/D56AQBeWsQAhuUAisEABGlkHaw0M21zLCBsb29wczoxGAE=')\n# Resource_group: default\n;"] [2024/06/02 08:10:26.840 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.90124072\n# Parse_time: 0.000966761\n# Compile_time: 0.001766842\n# Rewrite_time: 0.00030308\n# Optimize_time: 0.001049539\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestSameBehaviourDetachedOrNot [2024/06/02 08:10:26.856 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/06/02 08:10:26.859 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/06/02 08:10:26.894 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:26.898 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:26.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:26.898 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:26.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/06/02 08:10:26.964 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:26.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:26.996 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=1.084212ms] [gotSchemaVersion=230] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:10:27.010 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=319] [version=230] [2024/06/02 08:10:27.012 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=22.044141ms] [job="ID:319, Type:create schema, State:done, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:26.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:27.052 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [job="ID:319, Type:create schema, State:synced, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:26.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:27.081 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=319] [2024/06/02 08:10:27.081 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:27.086 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=230] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/06/02 08:10:27.142 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:27.142 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/06/02 08:10:27.220 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:27.228 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 320, Table Name: t1"] [2024/06/02 08:10:27.339 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=2.880341ms] [gotSchemaVersion=231] [phyTblIDs="[320]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:27.352 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=321] [version=231] [2024/06/02 08:10:27.354 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=23.575289ms] [job="ID:321, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:27.428 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [job="ID:321, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:27.061 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:27.476 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=321] [2024/06/02 08:10:27.477 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:27.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.395530301\n# Parse_time: 0.000527321\n# Compile_time: 0.000790555\n# Rewrite_time: 0.000046118\n# Optimize_time: 0.001250183\n# Wait_TS: 0.000359743\n# Is_internal: false\n# Digest: 432f3afcc274864365805e38284bd9d1ce7cebbc91bc9bc241ee6692f6142820\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/06/02 08:10:27.485 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/06/02 08:10:27.526 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:27.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:27.526 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:27.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/06/02 08:10:27.590 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:27.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:27.599 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 322, Table Name: t2"] [2024/06/02 08:10:27.648 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=2.493377ms] [gotSchemaVersion=232] [phyTblIDs="[322]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:27.708 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=323] [version=232] [2024/06/02 08:10:27.711 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=68.803019ms] [job="ID:323, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:27.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:27.782 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [job="ID:323, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:27.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:27.819 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=323] [2024/06/02 08:10:27.819 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:27.823 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.340890575\n# Parse_time: 0.001630364\n# Compile_time: 0.001801909\n# Rewrite_time: 0.000055579\n# Optimize_time: 0.001250183\n# Wait_TS: 0.000449282\n# Is_internal: false\n# Digest: e9ba2dcc2a574fc4b46a542fa77c0bbf453db514bf088b55857a362aef3bf662\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/06/02 08:10:27.838 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:28.032 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:10:28.165 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=68] [task-id=68] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:10:28.210 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/06/02 08:10:28.210 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:10:28.316 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:28.317 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:28.318 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/06/02 08:10:28.338 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:28.341 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/02 08:10:28.341 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/06/02 08:10:28.341 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=78.766Β΅s] [2024/06/02 08:10:28.341 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=202.613Β΅s] [] [2024/06/02 08:10:28.341 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:28.341 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:10:28.467 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/06/02 08:10:28.488 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=68] [2024/06/02 08:10:28.493 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=68] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:10:28.598 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:28.599 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/06/02 08:10:28.601 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:28.610 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:28.610 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:28.611 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:28.611 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:28.612 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:28.612 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:28.612 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:28.612 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:28.612 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:28.628 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:28.630 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:28.630 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/02 08:10:28.630 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=68] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:28.630 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=68] [disk-quota=348.5GiB] [2024/06/02 08:10:28.673 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [2024/06/02 08:10:28.677 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/02 08:10:28.680 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/02 08:10:28.681 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=320] [2024/06/02 08:10:28.696 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=320] [key=1.txt:0] [2024/06/02 08:10:28.698 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=320] [key=1.txt:0] [readDur=1.091406ms] [encodeDur=850.372Β΅s] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [deliverDur=256.899Β΅s] [type=file] [takeTime=2.550902ms] [] [2024/06/02 08:10:28.699 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [takeTime=25.450049ms] [] [2024/06/02 08:10:28.699 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/68/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/c820be60-306c-4360-9d70-5eccafc5a44f.sst] [firstKey=7480000000000001405F728000000000000001] [lastKey=7480000000000001405F728000000000000001] [2024/06/02 08:10:28.699 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/06/02 08:10:28.699 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/06/02 08:10:28.699 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/02 08:10:28.701 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.231199ms] [] [2024/06/02 08:10:28.702 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/06/02 08:10:28.706 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:28.728 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/06/02 08:10:28.728 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:28.742 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/06/02 08:10:28.744 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=42.690035ms] [] [2024/06/02 08:10:28.744 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/02 08:10:28.746 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.269858ms] [] [2024/06/02 08:10:28.746 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/06/02 08:10:28.746 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/02 08:10:28.748 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.819799ms] [] [2024/06/02 08:10:28.748 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/06/02 08:10:28.748 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/02 08:10:28.748 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=65.43Β΅s] [] [2024/06/02 08:10:28.748 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/02 08:10:28.749 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.01376ms] [] [2024/06/02 08:10:28.805 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/06/02 08:10:28.808 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:28.808 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:28.808 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:28.808 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:28.810 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:28.810 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:28.810 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:28.810 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:28.810 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:28.810 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=212.432834ms] [] [2024/06/02 08:10:28.838 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:28.839 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:28.840 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:28.840 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:28.907 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/06/02 08:10:28.908 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:28.908 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:10:29.104 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:29.149 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/06/02 08:10:29.149 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/06/02 08:10:29.149 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/06/02 08:10:29.157 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=7.778321ms] [] [2024/06/02 08:10:29.157 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [groupId=-1] [size=47] [kvs=1] [checksum=10446017286793149145] [2024/06/02 08:10:29.157 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/06/02 08:10:29.157 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [weight=30] [2024/06/02 08:10:29.157 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [concurrency=15] [2024/06/02 08:10:29.162 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=320] [physicalTableID=320] [indexID=-1] [checksum=10446017286793149145] [totalKvs=1] [totalBytes=47] [2024/06/02 08:10:29.163 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [local="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/06/02 08:10:29.163 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=13.703468ms] [] [2024/06/02 08:10:29.163 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=13.936127ms] [] [2024/06/02 08:10:29.204 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=100.439652ms] [] [2024/06/02 08:10:29.234 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:29.235 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=68] [step=post-process] [state=running] [] [2024/06/02 08:10:29.237 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=68] [2024/06/02 08:10:29.303 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=68] [type=ImportInto] [2024/06/02 08:10:29.318 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=68] [2024/06/02 08:10:29.347 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:29.347 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=68] [2024/06/02 08:10:29.542 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.718505323\n# Parse_time: 0.000928798\n# Compile_time: 0.002233989\n# Rewrite_time: 0.000312606\n# Optimize_time: 0.001250183\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS43MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS43MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:10:29.558 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:29.570 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:29.730 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:10:29.858 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=69] [task-id=69] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:10:29.866 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.322426843\n# Parse_time: 0.000688543\n# Compile_time: 0.00164473\n# Rewrite_time: 0.000380201\n# Optimize_time: 0.001250183\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzE5LjNtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzE5LjNtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/06/02 08:10:29.897 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/06/02 08:10:29.898 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:10:30.003 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:30.004 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:30.005 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/06/02 08:10:30.025 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:30.027 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/02 08:10:30.027 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/06/02 08:10:30.028 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=54.58Β΅s] [2024/06/02 08:10:30.028 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=174.528Β΅s] [] [2024/06/02 08:10:30.028 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:30.028 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:10:30.150 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/06/02 08:10:30.168 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=69] [2024/06/02 08:10:30.183 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=69] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:10:30.233 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:30.234 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/06/02 08:10:30.235 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:30.301 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:30.301 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:30.302 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:30.302 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:30.303 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:30.303 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:30.303 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:30.303 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:30.303 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:30.320 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:30.321 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:30.321 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/02 08:10:30.322 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=69] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:30.322 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=69] [disk-quota=348.5GiB] [2024/06/02 08:10:30.377 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [2024/06/02 08:10:30.382 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/02 08:10:30.386 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/02 08:10:30.386 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=322] [2024/06/02 08:10:30.410 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=322] [key=1.txt:0] [2024/06/02 08:10:30.412 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=322] [key=1.txt:0] [readDur=1.067586ms] [encodeDur=917.476Β΅s] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [deliverDur=271.187Β΅s] [type=file] [takeTime=2.594743ms] [] [2024/06/02 08:10:30.413 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [takeTime=36.493408ms] [] [2024/06/02 08:10:30.413 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/69/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/13fa5394-92f7-4300-984a-4bad2a731d4c.sst] [firstKey=7480000000000001425F728000000000000001] [lastKey=7480000000000001425F728000000000000001] [2024/06/02 08:10:30.413 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/06/02 08:10:30.413 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/06/02 08:10:30.414 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/02 08:10:30.416 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.094012ms] [] [2024/06/02 08:10:30.416 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/06/02 08:10:30.420 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:30.442 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/06/02 08:10:30.442 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:30.456 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/06/02 08:10:30.458 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=41.702719ms] [] [2024/06/02 08:10:30.458 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/02 08:10:30.459 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.128539ms] [] [2024/06/02 08:10:30.459 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/06/02 08:10:30.459 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/02 08:10:30.461 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.616999ms] [] [2024/06/02 08:10:30.461 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/06/02 08:10:30.461 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/02 08:10:30.461 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=66.355Β΅s] [] [2024/06/02 08:10:30.461 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/02 08:10:30.462 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=995.546Β΅s] [] [2024/06/02 08:10:30.505 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/06/02 08:10:30.508 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:30.508 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:30.508 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:30.508 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:30.508 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:30.508 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:30.508 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:30.509 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:30.509 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:30.509 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:30.509 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:30.509 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:30.509 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:30.511 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:30.511 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:30.511 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:30.511 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:30.511 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:30.511 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=277.840212ms] [] [2024/06/02 08:10:30.523 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:30.524 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:30.525 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:30.526 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:30.591 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/06/02 08:10:30.592 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:30.592 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:10:30.839 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:30.883 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/06/02 08:10:30.883 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/06/02 08:10:30.883 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/06/02 08:10:30.891 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=8.264638ms] [] [2024/06/02 08:10:30.891 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [groupId=-1] [size=47] [kvs=1] [checksum=12835452298760226051] [2024/06/02 08:10:30.891 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/06/02 08:10:30.891 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [weight=30] [2024/06/02 08:10:30.892 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [concurrency=15] [2024/06/02 08:10:30.895 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=322] [physicalTableID=322] [indexID=-1] [checksum=12835452298760226051] [totalKvs=1] [totalBytes=47] [2024/06/02 08:10:30.896 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [local="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/06/02 08:10:30.896 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=13.181562ms] [] [2024/06/02 08:10:30.896 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=13.399579ms] [] [2024/06/02 08:10:30.946 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=106.520228ms] [] [2024/06/02 08:10:31.022 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:31.022 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=69] [step=post-process] [state=running] [] [2024/06/02 08:10:31.025 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=69] [2024/06/02 08:10:31.068 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=69] [type=ImportInto] [2024/06/02 08:10:31.147 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=69] [2024/06/02 08:10:31.166 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:31.166 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=69] [2024/06/02 08:10:31.257 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:31.915 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=232] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/06/02 08:10:31.942 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:31.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:31.942 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:31.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/06/02 08:10:32.003 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:31.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.046 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=3.272715ms] [gotSchemaVersion=233] [phyTblIDs="[320,322]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:32.059 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=324] [version=233] [2024/06/02 08:10:32.061 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=22.917392ms] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:31.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.117 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:31.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.199 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=227.672Β΅s] [gotSchemaVersion=234] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:32.213 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=324] [version=234] [2024/06/02 08:10:32.215 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=23.00267ms] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:31.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.273 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:31.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.307 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=189.467Β΅s] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:32.318 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=324] [version=235] [2024/06/02 08:10:32.320 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=17.177233ms] [job="ID:324, Type:drop schema, State:done, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:31.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.396 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=324] [tableIDs="[320,322]"] [comment="drop schema: table IDs"] [2024/06/02 08:10:32.405 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=324] [jobType="drop schema"] [2024/06/02 08:10:32.410 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:drop schema, State:synced, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:31.911 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.471 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/06/02 08:10:32.471 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:32.475 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.561122576\n# Parse_time: 0.000659645\n# Compile_time: 0.000843048\n# Rewrite_time: 0.000040012\n# Optimize_time: 0.001078524\n# Wait_TS: 0.000386383\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/06/02 08:10:32.477 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/06/02 08:10:32.508 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:32.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:32.508 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:32.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/06/02 08:10:32.595 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:32.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.698 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=1.171458ms] [gotSchemaVersion=236] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:10:32.714 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=326] [version=236] [2024/06/02 08:10:32.716 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=28.859693ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:32.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.786 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:32.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.820 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/06/02 08:10:32.820 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:32.824 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.348191023\n# Parse_time: 0.000292959\n# Compile_time: 0.000751347\n# Rewrite_time: 0.000036955\n# Optimize_time: 0.001078524\n# Wait_TS: 0.000340338\n# Is_internal: false\n# Digest: 8990c3297e0a3ffa380c20b74137915c448be0d7b8990802bbc757f2aa674b5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE test_detached;"] [2024/06/02 08:10:32.828 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/06/02 08:10:32.868 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:32.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:32.868 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:32.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/06/02 08:10:32.914 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:32.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:32.922 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 327, Table Name: t1"] [2024/06/02 08:10:32.984 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=2.674064ms] [gotSchemaVersion=237] [phyTblIDs="[327]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:32.998 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=328] [version=237] [2024/06/02 08:10:32.999 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=21.959608ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:32.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:33.058 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:32.811 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:33.152 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/06/02 08:10:33.152 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:33.159 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.33387719\n# Parse_time: 0.001575545\n# Compile_time: 0.001479248\n# Rewrite_time: 0.000049453\n# Optimize_time: 0.001078524\n# Wait_TS: 0.000378695\n# Is_internal: false\n# Digest: 42d67e0c3086f8f7601a3c1f302399fdc2929806d264ce7cbcabc80140edb6f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/06/02 08:10:33.161 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/06/02 08:10:33.216 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:33.16 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:33.216 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:33.16 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/06/02 08:10:33.287 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:33.16 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:33.295 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 329, Table Name: t2"] [2024/06/02 08:10:33.361 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=3.419362ms] [gotSchemaVersion=238] [phyTblIDs="[329]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:33.374 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=330] [version=238] [2024/06/02 08:10:33.376 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=22.25043ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:33.16 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:33.442 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:33.16 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:33.477 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/06/02 08:10:33.477 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:33.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.321643261\n# Parse_time: 0.000636494\n# Compile_time: 0.001198067\n# Rewrite_time: 0.000081351\n# Optimize_time: 0.001078524\n# Wait_TS: 0.000367402\n# Is_internal: false\n# Digest: 1725021cf72262b167e3549be35c78a8fcec3fb9c1af28c0454c1f40eda26497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/06/02 08:10:33.498 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:33.786 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:10:33.885 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=70] [task-id=70] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:10:33.927 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=70] [2024/06/02 08:10:33.927 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:10:34.033 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:34.035 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:34.036 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/06/02 08:10:34.056 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:34.059 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/02 08:10:34.059 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/06/02 08:10:34.059 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=58.403Β΅s] [2024/06/02 08:10:34.059 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=189.395Β΅s] [] [2024/06/02 08:10:34.059 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:34.059 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:10:34.198 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/06/02 08:10:34.217 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=70] [2024/06/02 08:10:34.237 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=70] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:10:34.281 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:34.282 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/06/02 08:10:34.283 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:34.293 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:34.293 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:34.294 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:34.294 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:34.295 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:34.295 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:34.295 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:34.295 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:34.295 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:34.309 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:34.310 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:34.311 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/02 08:10:34.311 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=70] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:34.311 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=70] [disk-quota=348.5GiB] [2024/06/02 08:10:34.356 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [2024/06/02 08:10:34.360 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/02 08:10:34.363 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/02 08:10:34.364 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/06/02 08:10:34.380 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=327] [key=1.txt:0] [2024/06/02 08:10:34.383 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=1.txt:0] [readDur=1.044723ms] [encodeDur=1.279504ms] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [deliverDur=254.386Β΅s] [type=file] [takeTime=2.987983ms] [] [2024/06/02 08:10:34.384 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [takeTime=27.867561ms] [] [2024/06/02 08:10:34.384 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/f2c1aa81-db55-4495-8a0e-9bcb9561ca3f.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000001] [2024/06/02 08:10:34.384 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/06/02 08:10:34.384 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/06/02 08:10:34.384 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/02 08:10:34.386 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.131293ms] [] [2024/06/02 08:10:34.386 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/06/02 08:10:34.391 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:34.413 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/06/02 08:10:34.414 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:34.430 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/06/02 08:10:34.485 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=98.611195ms] [] [2024/06/02 08:10:34.485 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/02 08:10:34.487 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.136631ms] [] [2024/06/02 08:10:34.488 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/06/02 08:10:34.488 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/02 08:10:34.490 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=2.418622ms] [] [2024/06/02 08:10:34.490 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/06/02 08:10:34.490 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/02 08:10:34.491 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=108.793Β΅s] [] [2024/06/02 08:10:34.491 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/02 08:10:34.492 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.20507ms] [] [2024/06/02 08:10:34.556 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:34.556 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/06/02 08:10:34.557 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:34.558 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:34.558 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:34.562 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:34.561 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:34.562 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:34.562 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:34.562 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:34.562 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:34.562 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:34.562 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:34.562 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:34.562 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:34.562 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:34.562 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:34.562 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:34.564 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:34.565 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:34.565 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:34.565 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:34.565 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:34.565 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=284.046602ms] [] [2024/06/02 08:10:34.626 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/06/02 08:10:34.628 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:34.628 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:10:34.764 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:34.816 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/06/02 08:10:34.817 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/06/02 08:10:34.817 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/06/02 08:10:34.825 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=8.666673ms] [] [2024/06/02 08:10:34.879 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [groupId=-1] [size=33] [kvs=1] [checksum=993147155581682176] [2024/06/02 08:10:34.880 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [2024/06/02 08:10:34.880 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [weight=30] [2024/06/02 08:10:34.880 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [concurrency=15] [2024/06/02 08:10:34.887 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=327] [physicalTableID=327] [indexID=-1] [checksum=993147155581682176] [totalKvs=1] [totalBytes=33] [2024/06/02 08:10:34.888 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [local="{cksum=993147155581682176,size=33,kvs=1}"] [2024/06/02 08:10:34.888 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=71.26056ms] [] [2024/06/02 08:10:34.888 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=71.459046ms] [] [2024/06/02 08:10:34.936 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=172.503216ms] [] [2024/06/02 08:10:34.951 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:34.951 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=70] [step=post-process] [state=running] [] [2024/06/02 08:10:34.954 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=70] [2024/06/02 08:10:35.026 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=70] [type=ImportInto] [2024/06/02 08:10:35.033 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=70] [2024/06/02 08:10:35.057 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:35.057 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=70] [2024/06/02 08:10:35.141 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:35.144 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.661389784\n# Parse_time: 0.000705539\n# Compile_time: 0.002060761\n# Rewrite_time: 0.000417315\n# Optimize_time: 0.001078524\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/02 08:10:35.159 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:35.412 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:10:35.503 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=71] [task-id=71] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:10:35.512 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.367192461\n# Parse_time: 0.000627449\n# Compile_time: 0.001580578\n# Rewrite_time: 0.000358016\n# Optimize_time: 0.001078524\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzY0LjNtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzY0LjNtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/06/02 08:10:35.548 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=71] [2024/06/02 08:10:35.549 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:10:35.656 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:35.658 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:35.659 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/06/02 08:10:35.736 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:35.740 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/02 08:10:35.740 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/06/02 08:10:35.740 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=65.796Β΅s] [2024/06/02 08:10:35.740 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=194.509Β΅s] [] [2024/06/02 08:10:35.740 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:35.740 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/02 08:10:35.853 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/06/02 08:10:35.872 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=71] [2024/06/02 08:10:35.904 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=71] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:10:35.945 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:35.946 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/06/02 08:10:35.947 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:35.955 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:35.955 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:35.956 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:35.956 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:35.957 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:35.957 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:35.957 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:35.957 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:35.957 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:35.971 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:35.972 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:35.972 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/02 08:10:35.973 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=71] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:35.973 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=71] [disk-quota=348.5GiB] [2024/06/02 08:10:36.015 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [2024/06/02 08:10:36.019 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/02 08:10:36.022 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/02 08:10:36.022 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/06/02 08:10:36.034 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=329] [key=1.txt:0] [2024/06/02 08:10:36.036 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=1.txt:0] [readDur=1.069027ms] [encodeDur=842.547Β΅s] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [deliverDur=250.188Β΅s] [type=file] [takeTime=2.612539ms] [] [2024/06/02 08:10:36.037 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [takeTime=22.071392ms] [] [2024/06/02 08:10:36.037 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/71/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/bda5e45b-318b-4d55-8382-4293ce682183.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/06/02 08:10:36.037 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/06/02 08:10:36.037 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/06/02 08:10:36.037 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/02 08:10:36.039 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.805635ms] [] [2024/06/02 08:10:36.039 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/06/02 08:10:36.044 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:36.066 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/06/02 08:10:36.066 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:36.079 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/06/02 08:10:36.081 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=41.499991ms] [] [2024/06/02 08:10:36.081 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/02 08:10:36.082 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.163108ms] [] [2024/06/02 08:10:36.082 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/06/02 08:10:36.082 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/02 08:10:36.084 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.566657ms] [] [2024/06/02 08:10:36.084 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/06/02 08:10:36.084 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/02 08:10:36.084 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=63.969Β΅s] [] [2024/06/02 08:10:36.084 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/02 08:10:36.085 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=882.273Β΅s] [] [2024/06/02 08:10:36.190 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/06/02 08:10:36.194 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:36.194 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:36.194 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:36.194 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:36.197 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:36.197 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:36.197 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:36.197 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:36.197 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:36.197 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=252.28356ms] [] [2024/06/02 08:10:36.198 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:36.200 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:36.201 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:36.201 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:36.279 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/06/02 08:10:36.280 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:36.280 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:10:36.450 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:36.559 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/06/02 08:10:36.559 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/06/02 08:10:36.559 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/06/02 08:10:36.571 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=11.486662ms] [] [2024/06/02 08:10:36.571 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [groupId=-1] [size=33] [kvs=1] [checksum=17004222232752915364] [2024/06/02 08:10:36.571 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/06/02 08:10:36.571 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [weight=30] [2024/06/02 08:10:36.571 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [concurrency=15] [2024/06/02 08:10:36.576 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=329] [physicalTableID=329] [indexID=-1] [checksum=17004222232752915364] [totalKvs=1] [totalBytes=33] [2024/06/02 08:10:36.577 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [local="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/06/02 08:10:36.577 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=17.998379ms] [] [2024/06/02 08:10:36.577 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=18.321983ms] [] [2024/06/02 08:10:36.630 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=180.009297ms] [] [2024/06/02 08:10:36.672 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:36.672 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=71] [step=post-process] [state=running] [] [2024/06/02 08:10:36.675 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=71] [2024/06/02 08:10:37.843 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184042685661194\n# Query_time: 1.141678334\n# Parse_time: 0\n# Compile_time: 0.007939183\n# Rewrite_time: 0.005268253\n# Optimize_time: 0.007132024\n# Wait_TS: 0.000109272\n# Prewrite_time: 0.001647061 Commit_time: 1.126494546 Get_commit_ts_time: 0.000459888 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 666.5Β΅s}, scan_detail: {get_snapshot_time: 10.5Β΅s, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 16.6Β΅s, propose_send_wait: 0s, persist_log: {total: 292.7Β΅s, write_leader_wait: 115ns, sync_log: 230.3Β΅s, write_memtable: 1.94Β΅s}, commit_log: 330.2Β΅s, apply_batch_wait: 13.5Β΅s, apply: {total:99.1Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 32.2Β΅s, write_memtable: 20.7Β΅s}}} Commit_primary_rpc_detail: {total:0.002s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 666.5Β΅s}, scan_detail: {get_snapshot_time: 10.5Β΅s, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 16.6Β΅s, propose_send_wait: 0s, persist_log: {total: 292.7Β΅s, write_leader_wait: 115ns, sync_log: 230.3Β΅s, write_memtable: 1.94Β΅s}, commit_log: 330.2Β΅s, apply_batch_wait: 13.5Β΅s, apply: {total:99.1Β΅s, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 32.2Β΅s, write_memtable: 20.7Β΅s}}} Write_keys: 3 Write_size: 4841 Prewrite_region: 1\n# Is_internal: true\n# Digest: 0f5dad70f5225e7c0120efd414b8ac8dc74fac6c8cfcd3f5a3e5b9960874554d\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 35347\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_global_task is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lA3wQDAJMjhfNAkwCTAJTi9BCTAJdGltZTozLjE3bXMsIGxvb3BzOjEsIGNvbW1pdF90eG46IHtwcmV3cml0ZToxLjY1AScMZ2V0XxEiJHM6NDU5LjnCtXMRNkA6MS4xM3MsIHNsb3dlc3RfcA0/8DxfcnBjOiB7dG90YWw6IDAuMDAycywgcmVnaW9uX2lkOiAyOCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgAacYX2RldGFpbAFEIGlrdl93YWxsXwEYQDogNjY2LjXCtXN9LCBzY2FuGSkBqhxzbmFwc2hvdA0sBDEwBStsLCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaQHeKHVudDogNn19fSwgBf0ZVAWjQF9iYXRjaF93YWl0OiAxNi42JQEscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nAb0pARAyOTIuNwU2CWAUbGVhZGVyDTYMMTE1biFDCHluYwk2EDIzMC4zHS4YbWVtdGFibCErCC45NAn7LZMFZhAzMzAuMgUwEGFwcGx5Nq8AADMtAgUbFZIMOTkuMQUyFG11dGV4XykUAb9KoAAZFwB3Ic0EMzINbQkrGZ0EMjAF5CVHDZ8YcHJpbWFyeTYOAhQxLjEyNnP+DgJNDgAxQYCSCwIAMw23RgsCBbIJzlV2SvkBADQNQa75AQwxMzIuIbJRWTb5AQQ0MTb5AQA5KUIRLT1bBC40Ia8AfXF3LfgANjHGJd02+AEANw14BRs1+AwxNDQuSb8AbcL5AQQyNG37KSsZngQ0NSUaJUdt4xBudW06MRHIFGtleXM6MxEObGJ5dGU6NDg0MX0JMTEuOCBLQglOL0EKMQkxXzeBrMAuMTAJZXEobXlzcWwudGlkYl9nbG9iYWxfdGFzay5zdGF0ZSwgInJ1bm5pbmciKQkxidcMMS43MoGwidcUMgk2LjcwEVwcMgkzNl82CTABLGVJPlcAKCwgaGFuZGxlOjcxASQEaW2hAAQzMRlQKDMsIEdldDp7bnVtRc0IMSwgZdsAXwUsCDc2MyVWAH1CvARh/xxfcHJvY2VzcwksIS6JCwkdgVYNGgAysVwJGhRrdl9yZWGBXJX8ADiR0D4VBQQ5NYUyQgkDCUoRgQBrIYkAIBW8LhcAKF9zaXplOiA0NzQ0EdsVLkpZBQw4LjcyhUAIcm9jflkFMDJ9fX0JTi9BCU4vQQo=')\n# Plan_digest: be6b2ccf47b7ed2159192eb7bde1277f253453724ada0f4b2cc89677b29b6ba7\n# Binary_plan: tidb_decode_binary_plan('7Q3gCugNCghVcGRhdGVfNBKyBAoLU2VsZWN0aW9uXzcSuQMKC1BvaW50X0dldF82ISIiIiIiIiZAKQAAAQLwW/A/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfZ2xvYmFsX3Rhc2tSCWhhbmRsZTo3MVoUdGltZToxLjMxbXMsIGxvb3BzOjNivQJHZXQ6e251bV9ycGM6MSwgdG90AT4BLSg3NjMuNsK1c30sIAEQJF9kZXRhaWw6IHsJJBxwcm9jZXNzXwEcKDogNDUuN8K1cywgCR0Md2FpdA0aDDI5LjkdGixrdl9yZWFkX3dhbGwNIgw4MC41CSIIaWt2LhkADDk1LjMJgQxzY2FuXoEAFGtleXM6IBW8EZgBFwxfc2l6AZ0INzQ0EZoBFwUuKGdldF9zbmFwc2hvEasMOC43MgWJqHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fXD///8JAgQBeAkIDP///wEtrBAsQCmamQEBALktrBBSK2VxKCWrAC4+qgFILnN0YXRlLCAicnVubmluZyIpWjGxBDcyObEMMnDPNR1pQQEQUgNOL0ENLQwzLjE3GS10MWL5CGNvbW1pdF90eG46IHtwcmV3cml0ZToxLjY1ASghAhEiDHM6NDUxqQkUPDoxLjEzcywgc2xvd2VzdF8RPwxfcnBjUQUwOiAwLjAwMnMsIHJlZ0G5dGlkOiAyOCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MkJJAjrwAQg2NjZFCgR9LDrxAQGqOqwBBDEwBSsALI6sARQ2fX19LCAF/VlFBaMUX2JhdGNoRa8QOiAxNi5B8DAsIHByb3Bvc2Vfc2VuQakQaXQ6IDABFyRlcnNpc3RfbG9nOQEIMjkyTfoJYBRsZWFkZXIRUggxNW4hQwh5bmMJNggyMzBF0xGOGG1lbXRhYmwhKwguOTRJ7Cl/CTAMMzMwLkmTEGFwcGx5Nq8AADMtAgUbFZIMOTkuMUXFFG11dGV4X0nAAb9KoAAZFxh3YWw6IDMyDW0JKxmdBDIwBeQlRw2fGHByaW1hcnk2DgIUMS4xMjZz/g4CTQ5FgJILAgAzDbdGtwMFsgnOlb9K+QEANA1BrvkBDDEzMi4hsjHLNvkBBDQxNvkBADkpQhEtPVsELjQhrwR9LDFZRV4EMzYxxiXdNvgBADcNeAUbNfgMMTQ0Lkm/AG3C+QEEMjStpCkrGZ4ENDUlGiVHbeMQbnVtOjERyKVOADMRDmRieXRlOjQ4NDF9cMReeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:10:37.843 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 18446744073709551615\n# Query_time: 1.123998332\n# Parse_time: 0\n# Compile_time: 0.001340657\n# Rewrite_time: 0.001261743\n# Optimize_time: 0.008187959\n# Wait_TS: 0.000067165\n# Is_internal: true\n# Digest: 4adeafbb2c2182d7d698d2825b368a7dd06c0d58793fa19c47d53687b6e1fa41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tAPwWzAJMzZfMQkwCTEJdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaGFuZGxlOjcxCTEJdGltZToxLjEycywgbG9vcHM6MiwgR2V0OntudW1fcnBjOjIsIHRvdGFsX3RpBStAOTdtc30sUmVzb2x2ZUxvY2sZKxQxLCB0b3QBaABpBSsUMTJzfSwgAQ0kX2RldGFpbDogewkhGHByb2Nlc3MJVBwgODEuOcK1cxE+DHdhaXQNGhA0OS40whkaLGt2X3JlYWRfd2FsbA0iEDEzOC4xCSMIaWt2LhoAGDI1Ny43wrUBgwxzY2FuXoMAFGtleXM6IBW7EZoBFyhfc2l6ZTogNDc1NhGcARcFLixnZXRfc25hcHNob3QRiwgyLjMFiixyb2Nrc2RiOiB7YmwhIXwge2NhY2hlX2hpdF9jb3VudDogMn19fQlOL0EJTi9BCg==')\n# Plan_digest: 82961cbcde8a2dd20fd5359d80ca27d6df97a88381b83fba488e97e54c838aaa\n# Binary_plan: tidb_decode_binary_plan('3gNECtkDCgtQb2ludF9HZXRfMSkABQHwXvA/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfZ2xvYmFsX3Rhc2tSCWhhbmRsZTo3MVoTdGltZToxLjEycywgbG9vcHM6MmLnAkdldDp7bnVtX3JwYzoyLCB0b3RhbF90CSxIOTdtc30sUmVzb2x2ZUxvY2s6exErADE6KwBQMTJzfSwgdGltZV9kZXRhaWw6IHt0BUwccHJvY2Vzc18BHCA6IDgxLjnCtXMRPgx3YWl0DRoQNDkuNMIZGihrdl9yZWFkX3dhbA2QFCAxMzguMQkjCGlrdi4aABgyNTcuN8K1AYMMc2Nhbl6DABRrZXlzOiAVuxGaARcoX3NpemU6IDQ3NTYRnAEXBS4sZ2V0X3NuYXBzaG90Da0MMTIuMwWKLHJvY2tzZGI6IHtibCEhYCB7Y2FjaGVfaGl0X2NvdW50OiAyfX19cP8RATQBeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:10:37.844 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=71] [type=ImportInto] [2024/06/02 08:10:37.847 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184042698768386\n# Query_time: 1.119282586\n# Parse_time: 0\n# Compile_time: 0.013004368\n# Rewrite_time: 0.001285306\n# Optimize_time: 0.004951664\n# Wait_TS: 0.000124067\n# Cop_time: 1.101942351 Process_time: 0.00034741 Wait_time: 0.000026759 Request_count: 1 Total_keys: 314 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 153 Rocksdb_key_skipped_count: 770 Rocksdb_block_cache_hit_count: 30\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.00034741 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.6759e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 4717\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zgyYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMAkBLEA6MS4xcywgbG9vcHM6MSwgQxlrWDpPRkYJNC4zNCBLQglOL0EKMQkxNV85cl8BhssAiqcAVGlkLCBvZmZzZXQ6MCwgY291bnQ6MzJSsQAcCTAgQnl0ZXMRCCAKMgkzMF8yMAlFBE4zABAyCTI3Mw01AdWQMwk0N18xNyhCdWlsZCkJMV8wCTYwCXRhYmxlOnQsIGluZGV4OiXdACgFBlgpLCByYW5nZTpbImNhbmNlbGxpbmciLC4NACBdLCBbInBhdXMJGhEKCRcIZW5kDRcNCgUXEHJlc3VtCRgVCw0ZDHZlcnQRGhEMCRsIdW5uDRkNClBdLCBrZWVwIG9yZGVyOmZhbHNlLCABthxzOnBzZXVkb04RAQAxIWMAcGUebDoge251bTogMSwgbWF4OiAyLjI2bXMsIHByb2NhGiRzOiAwLCB0b3RfARIkOiAzNDcuNMK1cwkUJHdhaXQ6IDI2LjgFE3Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYiFtBXMIX2R1BRoYbjogOTkuNwU6LG1heF9kaXN0c3FsX137TDogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoyBYRh5lhpbWU6My41Nm1zfSxSZXNvbHZlTG9jaxkrADEyKwBhABx9fSwgdGlrdgWSBDp7BUMAMQH5bRdIfSwgc2Nhbl9kZXRhaWw6IHt0bwFrBGtlIRIUMzE0LCBnYVccbmFwc2hvdF8FQBAgOS42MgXPYHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9J2gwgMTUzIbgAeT4YAAQ3NyEqAGwBvAQgezlJDTYIMzB9CbcEbWU+mAAhnQhlc3MNiDKlAQhhbF8hpw0bNawN0Ch2X3JlYWRfd2FsbA0iJQYlGx0VMDQ0OS42wrVzfQlOL0EBBAQKM4EaHDE5KFByb2JlaUVmgwX+JAR2JAQBkAEEIAo0CTQ1XzE4CT7SA4IiAyAJTi9BCU4vQQo=')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('gQ7wUgr8DQoMUHJvamVjdGlvbl83Ev8KCgZUb3BOXzkS1gkKDkluZGV4TG9va1VwXzIwEu0GChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQl4AE5AOAJAAkocChoKBW15c3FsEgF0Gg4KBXN0YXRlEgkHWFK6AXJhbmdlOlsiY2FuY2VsbGluZyIsLg0AIF0sIFsicGF1cwkaEQoJFwhlbmQNFw0KBRcQcmVzdW0JGBULDRkMdmVydBEaEQwJGwh1bm4NGQ0KUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIAG98JVzOnBzZXVkb1oSdGltZToxLjFzLCBsb29wczoxYoICY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi4yNm1zLCBwcm9jX2tleXM6IDAsIHRvdF9wcm9jOiAzNDcuNMK1cywgdG90X3dhaXQ6IDI2LjjCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF8BcxBfZHVyYSHFFDogOTkuNwVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjIFhAhhbF8F4UwzLjU2bXN9LFJlc29sdmVMb2NrOhUrADEyKwAhDCR9fWq0AnRpa3ZfAZMEOnsFRAAxAfotJAx9LCBzQTYoZGV0YWlsOiB7dG8BbCkTQDMxNCwgZ2V0X3NuYXBzaG90CYQQIDkuNjIF0Ihyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE1MyG5AHk+GAAYNzcwLCBibAG9CCB7YzVKDTYYMzB9fX0sIAGsPpgAIbAIZXNzDYgEMzQ9phRhbF93YWkRowgyNi4prQ3QJHZfcmVhZF93YWwtSQAgJQYlGx0VKDQ0OS42wrVzfXD/EQEEAXgRChj/ARKbAgoHZY5AMTkSbQoRVGFibGVSb3dJRFMhRQwxOCEAAQEMqslAKQEIdXgIDAoKeXgEUh52ywJWewAoGgECIbx0kxgEbMsRXQBAZdUIUnJtYdEkLnRpZGJfZ2xvYkErNGFzay5wcmlvcml0eSwgWiEAFGNyZWF0ZSVMYiQALGlkLCBvZmZzZXQ6MEH6IdcEMzJWowAcIfLx2//MjZwdoAgBQAFKmgMMMnCRAj1WHCHryzvi9gaiNjgA/tgAztgASqwAHDEhUTKiSF1RPp4ABKACWlYBITJaGwAhl2FbYm4BCHR5cGaLAYHvbh4ABGVwYlgAhgsCmY1iRQCOLwIIdGFyhTAMY29wZU5NAQhiD0MZakw6T0ZGcNwieP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/02 08:10:37.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184042908483586\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.328669498\n# Parse_time: 0\n# Compile_time: 0.01378725\n# Rewrite_time: 0.003020272\n# Optimize_time: 0.005477817\n# Wait_TS: 0.000117095\n# Index_names: [tidb_global_task:task_key,tidb_global_task_history:task_key]\n# Is_internal: true\n# Digest: 5423337de1cea900e7fb3d48277f87aa31d9f189d5bcd4604e84fdd408d14e55\n# Stats: tidb_global_task:pseudo[10000;0],tidb_global_task_history:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 8596\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"unique index task_key of t is selected since the path only has point ranges with double scan\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"unique index task_key of t is selected since the path only has point ranges with double scan\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yBh4MAk2XzExCTAJMglncm91cCBieTpDb2x1bW4jMzEsIBELADIZCwAzGQsANBkLADUZCwA2GQsANxkLADgZCwA5FQsENDAZCxluADQZbgA0GW5INDQsIGZ1bmNzOmZpcnN0cm93KBGeDDEpLT4VDGImAAAyHSYAMmImAAAzHSYAM2ImAAA0HSZmmAAANR0mADViTAAANh0mADZiJgAANx0mADdiJgAAOB0mADhiJgAAOR0mADleJgAENDAZJiGoVnwBADQ9fCHDWiYAPXwh3lomAD18IflaJgA9fMA0NAkxCXRpbWU6MzExLjJtcywgbG9vcHM6MiwgcGFydGlhbF93b3JrZXI6e3dhbGxfCSwcMDkuNjYyMzkBMMBjb25jdXJyZW5jeTo1LCB0YXNrX251bToxLCB0b3Rfd2FpdDoxLjU0NjI0OTI0MnMsBRcwZXhlYzo2ODEuNzPCtQ0UBVxAMS41NDcxODk0NnMsIG1heDoBbRA0NjM5MQWeCHA5NTISABR9LCBmaW5WpgAgMTEuMTE3MTMxbqcAAbMRpxQ1MC45MDgVkAmkCC45M0ajABw1MjEzMTMxNBGkIDExLjA2MTc2NQFrBaQdEhB9CU4vQQEEGAoxCTlfMTKFLTV4DDA4LjgBNi14ASgBBJAKMgkzXzEzCTAJMQlteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkMrYDWiYAASsMX2tleRksBDIsYiwACHlwZRkoADNiKAAMc3RhdB0pADRqKQAEZXAZUQA1YigAGHByaW9yaXQdpQA2YiwAXXEZWwA3Zi8AEHJlYXRlRV0ZLwA4Yi8AJHRhcmdldF9zY28uCwEAOWIwABBzdGFydDZeAGHtWo0BJTkMX3VwZEKTAGH8WjUADG1ldGEVu2H+WigAKGRpc3BhdGNoZXJfXRsANGbHARBlcnJvchlamQwEMDg6DAQAQ33lKE9GRgk2LjU4IEtCRakYMwkzNl8xNEWqFHRhYmxlOj6qAhwsIGluZGV4OlGLACgRCQApeQYENy6FTlIGAwA1BVxW9gAgX2hpc3RvcnkuHfPheXouABGCFf5mFgMVYpoeAxUwJe0ZYQQ0LH6VAABzli4DFWGqNgMVNLY+Axk3skYDFTe6TgMVOLJWAy42AAB0vl4DFT0AbZZmAxUwvm4DFTlCdgMAMOmCCDEuMd0JEs4J+VphdQwxLjgyNnUDADZlGVZ1AxFwan0DGXnlI2l8QDEsIEdldDp7bnVtX3JwYzo05cjBdA4nCEg0LjA5bXN9LFJlc29sdmVMb2NrGSvp8xErEDMwMy42ASwAIAE6LF9kZXRhaWw6IHt0bwEjGHByb2Nlc3OlOhg6IDIxNS4x8XnhzgRhaalVGDogMTIwLjUdGyBrdl9yZWFkX3cijwgMIDM0ORE+CGlrdi4aABg0OTYuMsK1DicIDHNjYW5ehQAYa2V5czogMhHqEZwBFyBfc2l6ZTogNDiBIQm7ARcQOiAzLCDFKRRuYXBzaG8RrgwzNS45Ba0scm9ja3NkYjoge2JsISV8IHtjYWNoZV9oaXRfY291bnQ6IDZ9fX0JTi9BCU4vQQo=')\n# Plan_digest: 84780baf418c4ecc934dd9fef0ba71788fc2318134afff26b9cd04a2792543dc\n# Binary_plan: tidb_decode_binary_plan('tRqgCrAaCgpIYXNoQWdnXzExEtcRCghVbmlvbl8xMhLRBgoNUHJvamVjdGkBEkwzEoYBCgxQb2ludF9HZXRfMTQhMwUBDCdAKQAFAaDwPzABOAFAAUoxCi8KBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrGhQKCAEIFF9rZXkSCBEKYFoVdGltZTozMDcuOW1zLCBsb29wczoycP8RAQQBeBEKDP8BITQFeAA+PngACFLoBAV1AC4+dAA8LmlkLT5Db2x1bW4jMzEsIFomABGNGSwAMmYsAAh5cGUZKAAzYigADHN0YXQdKQA0aikABGVwGVEANWIoABhwcmlvcml0HaUANmIsACRjb25jdXJyZW5jHS8AN2YvABRyZWF0ZV8hihmKADhiLwAkdGFyZ2V0X3Njby4LAQA5YjAAEHN0YXJ0Nl4ABDQwbi4AFHRlX3VwZAEHMpMAADRmwgEMbWV0YRW7ADRmvgEoZGlzcGF0Y2hlcl9dGwA0ZscBEGVycm9yGVoANFWwCDguMl2wCGIPQzlzGDpPRkZwzjRduQgSsQo2VAMMNRL5AzJUAwA2RlQDZVIIOQo3cVIAGD7eAhxfaGlzdG9yeVpaAwAUIT0QOjEuMTEZqVgxYusCR2V0OntudW1fcnBjOjQsIHRvdGGjYYdINC4wOW1zfSxSZXNvbHZlTG9jaxkrADEyKwAQMzAzLjYBLAAgATokX2RldGFpbDogewlOGHByb2Nlc3MlwCQ6IDIxNS4xwrVzEUEId2FpSRAYOiAxMjAuNR0bLGt2X3JlYWRfd2FsbA0+CDM0ORE+CGlrdi4aADg0OTYuMsK1c30sIHNjYW5ehQAYa2V5czogMhF+EZwBFyBfc2l6ZTogNDhh8gm7ARcQOiAzLCBF5BRuYXBzaG8RrgwzNS45Ba0scm9ja3NkYjoge2JsISVYIHtjYWNoZV9oaXRfY291bnQ6IDZ9fX2exwQUOAFAAVLYqTpCxQQx55bNBBUuqtUEGTQAeS7SAwQzLFoxBRUwnuUEHTGS7QQVMABwpvUEFTS2/QQZN7IFBRU3ug0FFTiyFQUuNgDCHQUVPQBtliUFFTC+LQUVOUI1BZWLADguiwRCNAUExg69NAghmpkBAQRDQBplCAQAQBZlCL2CHU5eMggYJzEIrBx6Uj5FACxStQVncm91cCBieToqIAgRCwQyLBULADMZCwA0GQsANRkLADYZCwA3GQsAOBkLADkVC8H2DWPBzBELGW7BiREWRDQsIGZ1bmNzOmZpcnN0cm93KA0aCDMxKdWRDtUIWiYAADIdJgAyYkwAADMdJgAzYiYAADQdJmaYAAA1HSYANWJMAAA2HSYANmImAAA3HSYAN2ImAAA4HSYAOGImAAA5HSYAOV4mAAQ0MBkmIahWVgEAND18IcNaJgA9fCHeWiYAPXwh+VomAD18ADQifwgIMTEuMn8IRMoCcGFydGlhbF93b3JrZXI6e/lBHDMwOS42NjIzEmALvR0MOjUsIMUlCG51be3d5ZosOjEuNTQ2MjQ5MjQy6bMsX2V4ZWM6NjgxLjczxf8AdPESASssNzE4OTQ2cywgbWF4BW0QNDYzOTEFnwhwOTUyEgAUfSwgZmluVqYAADEOqggINzEzEq4IXqcAAbMAbw2nFDUwLjkwOBWQCaQILjkzRqMAHDUyMTMxMzE0EaQgMTEuMDYxNzY1gY4FpB0SWrUHBBgB')\n# Resource_group: default\n;"] [2024/06/02 08:10:37.849 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=71] [2024/06/02 08:10:37.852 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450184042698768387\n# Query_time: 1.118963771\n# Parse_time: 0\n# Compile_time: 0.024387399\n# Rewrite_time: 0.003377615\n# Optimize_time: 0.013398063\n# Wait_TS: 0.000118296\n# Cop_time: 1.087448193 Process_time: 0.000533583 Wait_time: 0.000076496 Request_count: 3 Process_keys: 4 Total_keys: 441 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 217 Rocksdb_key_skipped_count: 1090 Rocksdb_block_cache_hit_count: 19\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 0.000177861 Cop_proc_p90: 0.000245199 Cop_proc_max: 0.000245199 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.5498e-05 Cop_wait_p90: 2.621e-05 Cop_wait_max: 2.621e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 34750\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('6CywMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJYOjEuMDlzLCBsb29wczoxCTAgQnl0ZXMRCBgKMQkzXzE1bpAADGlkLCBaigABsAxfa2V5ZiEABHlwZqQADHN0YXRuHgAEZXBiWACGJAEgb25jdXJyZW5jZp0AjkgBJHRhcmdldF9zY28ByRxDb2x1bW4jMyEwSl0BCCwgQxl3WDpPRkYJNC43MSBLQglOL0EKMgk2XzE2JWogZ3JvdXAgYnk6WlgBIXMkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhfwAuHeoIKS0+FaIALA1BHGZpcnN0cm93LkYALm4CEGlkKS0+HWI2HACeRgABikEJZkwAESKiUgAIeXBlak4ARVgpI37iAEVnZksABR+elgBReGZPABEinlIAXYVmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlsDZlIALiYAVtMEVCwgcGFydGlhbF93b3JrZXI6e3dhbGylH4H9KDg3MTAxMzc3cywgHe8MOjUsIEWTbG51bTowLCB0b3Rfd2FpdDo1LjQzNDUxMjAwMnMJFxRleGVjOjANDWX2BSQQNzU4NTYBJAhtYXgFaBQ2OTU4MTWhbAhwOTUyEgAUfSwgZmluYqEAFDg1MDcyNAFLXqEAAa0RoRwzNC4xMDjCtQ2RBZ4QNy45NzEVExWkIDk5NjMyMDhzLBWkIDg0Mzk4MjZzLBWkERIAfYGkAQQECjPBEhw4CTAJMC4wMl6lBoGiWjYEJVf+FQZaFQZ5Xlp9ADIqA14kAC72AlokAEnJWh0ALpQCMqMGdp8FXr8CbjUGGDQJMTdfMjAxjlBpbm5lciBqb2luLCBlcXVhbDpbZXEu2wVKggByywABHRApIGVxKNE5ADfBxcnmCDYpXV6zAJBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo0LjYxbXMsIGZldGNoFQ4FLgw6MHN9HnYIEQggCjUJM18yMShCAU8AKRHlPXaOzwBKJAAy4gEMY2FzdHojAVmzMGRvdWJsZSBCSU5BUln9UAA3MQoMNC41MgHiGlAJIS4iagjl8wgyLjb18xQ2CTMwXzJ1TBlEBDQ0MkQAEGluZGV4Ev4JBDogKUppxRAgMS44NwEqJVAYX2hhbmRsZQUWADUBFilYACAOZQgAwoEQhcEYIDEwLjPCtYF1JZtOVwAIMi4wBcWB/QQgMTYZBSwgNX0sIG5leHQ6IHsBUQBfBZ0QOiAyLjIl2wUUCVoYbG9va3VwXxGHBDEzBXkALEojAAxyZXNwAbgkNjdtc30JMTcuMx4WCRg3CTQ3XzI1UQMYMV8wCTEwCQVgDDpzdCwpGxA6aWR4X4HqDF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDh5iRzOnBzZXVkbwkyHr0JADghRinKADMhBgBwMS0xGaHcDCAxLjIlrwxwcm9jgdkMczogMskbARIYOiAyNDUuMiWBtaUIIDI2DRNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsKcAFcwhfZHUFGhhuOiA5NC43BU0sbWF4X2Rpc3RzcWxfXdFMOiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmA5KDARpbcH+LDE0bXN9fSwgdGlrdgVpBDp7CRoZ+QFOKHNjYW5fZGV0YWlsVYEB3Ahlc3My8QAEYWwyFwAMX3NpekGPADLpQQRhbBEtDDc0LCASNwsYbmFwc2hvdFHOADIN24Byb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDGBhwhrZXk+GAAgNjgyLCBibG9jYSg5VQ02BDJ9CesEbWVezAAF/DawAeGWBGFpEaI1twB0gc8gX2t2X3JlYWRfJlEIACAlOiVPHRUAM00C+UUwNwkxXzI3KFByb2JlKUXW5U4EaW56igRBqEhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAhlcCmhUQXyDDEuNDY98W7qAgAwcuoCBDY3beJd6QA1Ra0AY77nAgQ1Ng1L7ucCSecMOTYxLqEBKf426QIOuAlp4e7oAknoBDc5OugCADf25gIAMoGpQuQCBDE27uMCTeMuqQE64gIpsD7CAggxNjnBNA4BCgEEHAo4CTQ1XzI2RboykAWKWwVmggEBWwEE6fgAOXEfGDAJMjkuOTcu+Qc+hw4qFAguGwD5uV4hABIpDlodAG1tWh4A/mwK/mwKTmwKPswILgwBDpMLXr8IDncQjQsAMA6iDG0TRr4IDDQuMzTxmxK+CAU7KZ8ACVZSEggyNTYaVBIO5hDl0AQzMy7QBwAz8dD1zyV5ACgFBv3HDHBhdXOB6QAsFQooXSwgWyJyZXZlcnQJGRkMCRutGwAstSWG/QdSxQBmEwUeKwnhD83fiQblCgw6IDIyiX3leRZDDgQgMh4QCMIWBQQ4ORo3CM4WBRaVCPH9PDMuMThtc30sUmVzb2x2ZUzhNWIoCAQwOFI+BcXtTSwEfSxSJwgEa2UOEAkIMTYwXgwFoZoALILyBwQ3OFINBQQzOW7xBwQxNZ7yBy6lAT4QBS1yuvIHCDMzLjYyBeHyBDM1kdMOyAppNla0By65AxKEDeGtYUEBBKl+BDM0BUYuPgN6fQUoMAkJTi9BCU4vQQo=')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('uDDACrMwCgdTb3J0XzEzEpwvCg1Qcm9qZWN0aW9uXzE1EpIsCgpIYXNoQWdnXzE2EsAiCjIhABQ4EpYfCgsBISRKb2luXzIwEqsRMkMAZDIxErMPCg5JbmRleExvb2tVcF8yOBKABgoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0bgIAACRAMAI4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhN0aW1lOjEuOG1zLCBsb29wczozYtkBY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4yNG1zLCBwcm9jX2tleXM6IDIsIHRvdF9wcm9jOiAyNDUuMsK1cywgdG90X3dhaXQ6IDI2LjLCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA5NC43wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZToxLjE0bXN9fWroAnRpa3ZfdGFzazp7dGltZToxbXMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogMiwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDEyMCwgdG90YWxfa2V5czogMjc0LCBnZXRfc25hcHNob3RfdGltZTogMTIuN8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMzcsIGtleV9za2lwcGVkX2NvdW50OiA2ODIsIGJsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19LCB0aW1lX2RldGFpbDoge3RvdGFsX3Byb2Nlc3NfdGltZTogMjQ1LimeAHQlLRB3YWl0XwE3DDogMjY5yzhhbF9rdl9yZWFkX3dhbGwNIhQxbXMsIHQhTx0VCDM0NQU4CH1w/xEBBAF4EQok/wES8QYKDFNlbG1qQDI3Eo4BChFUYWJsZVJvd0lEaRQANmkRBFSlQhEDCA0KC30RCFIea3LgAgRqHAWfAHRBywB7BdcEMHNR6AAxWqIACBoBAgl+LJClQCmg20sao3WUP2GNEFJuaW4oZYxMLnRpZGJfYmFja2dyb3VuZF9zdWIBZFwuc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcAFGVwKSlaFAWyDDEuNDYhaQRsb2GeDDFi2AFmngMEMDQBKghwcm9SngMUNjcuM8K1IbQEb3Ql6gw6IDI1BREAY76bAwQ1Ng1LGG1heF9kaXPqmwMwOTYxLjHCtXN9fWq/Am6vAQgsIHOhMeKcAww3OTAsTecsa2V5czogNywgZ2V04poDADKhXkKYAzgxNiwgYmxvY2s6IHtjYWON7Qxjb3VuIW8IfX19YTMEbWVexwAl8zKqAQRhbCWsDRotsSUofXYIMTY5IUNWdAMcIY1EbI0y9XJdzwgBQAFNXwg0LjRFNVFfCO4BacG0aTQEIHuJFwmWDDEuODdBYDBmZXRjaF9oYW5kbGU6ARYANQEWJGJ1aWxkOiA0LjchzgQsIIFLDDogMTBFKQH2YeROVwAMMi4wMgFBDG51bTrBagxjb25jteIoNX0sIG5leHQ6IHsBUQBfBZ0QOiAyLjKFfgUUCVoYbG9va3VwXxGHBDEzBXkJiDYjAAxyZXNwAbgcNjdtc31wxoouoAThjRipg8CnYxV0Ni8BCFKVAX78AwxlcCwgdiQAHdsULCBjYXN0egkEgVVBrWgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzc1xwA1JUUxxwQPQz1GFE9GRnDsFC6GBQSCDDauCAw5EsUINq4IDDM2EqBGrggIMzMaHq4IBLiasZ0EPkChHwxKHAoasZsUAXQaDgoFpQ4AEgkHBFJtHqMIDHBhdXOhEQAsFQooXSwgWyJyZXZlcnQJGRkMCRutQwAstU0AXWF7BGVwitkIBDA5ufEIYoMCXjsFUYS9O4kt5TAMOiAyMomlhUFlkAg6IDLJ6QAsxj4FBDg55SPW2QgAMgWEAGHthTwzLjE4bXN9LFJlc29sdmVMgXkOtAkUX3JwYzoxMisADDEuMDihZgCzQmYFZUtNOlpnBakyCDE2MF40BWn1VHJvY2tzZGI6IHtkZWxldGVfc2tpcHAmzggENzghukI1BQgzOTJqNgUEMTWaNwUypgE+OAUtc4nRos4ICDMzLmpaBQwS1gEKKs4IDDM1Em1CzQgEMzQWTwgQqrlAKQAFAW0wCAwKCnkwfsoIVtoFIqwIKAS6QCm5HoXrUfg9ZY0EUihWbQgMZ2xvYkE7BGFzDq0IDmYIVlkAHCGJO8PWS+GNHVbBMwATxQkAMTJWAwhwgAKdWgGSGOkglPkmAY82PAAMUtsCbQ7IDBY8CS6IAARpZDI3BS4bAAGoQXtmIQAIeXBlYh0AhYBiHgAYcHJpb3JpdGZcABRjcmVhdGXF/GJFADLRBVrgAABzPhkGNuIAAHIShAgEY28ByT4TBi4qACEnXgYGADZSmgFGBQYE3CI9q0QhxakaJTnOlEApidLe4AuTmT8h5FhScGlubmVyIGpvaW4sIGVxdWFsOltlcXqpBnLkAAEdECkgZXEo1bUELCARCwg2KV1WvAAAN+XJEF9oYXNo6b4EOntluww6NC42hbAShggVDgUuLDowc30hfv1UfUgWlTrWAADL/n4C/n4C/n4C/n4Cin4CXcBK3Axd61ayAUJzCATYJS5uAhjOpmfib5qVsQUA8EluBLcGDkMNEHAgYnk6HX8++AIgZnVuY3M6bWF4eocCHaQqJAkENSwNQRxmaXJzdHJvdy5GADZrAAgpLT6ChwB+RgCRtWZMABEinpgAgeZqTgClBCkjfpwApRNmSwAFH56WALFBZk8AESKeUgC9cmZVAB0lolgAJgwLalgAGSWeWACF2WIyAgEenkoAAHTdB2ZSAC4mAFaEAxjFAnBhcnRpDvwIGG9ya2VyOnsmJQ4OAAocNzEwMTM3N3MOtQomZg0INSwgRZMOgg0a9woOWQ0sOjUuNDM0NTEyMDAyGvoKDnoUEkQRDkMQEg0IBSQQNzU4NTYBJAhtYXgFaBQ2OTU4MTUOfAsIcDk1MhIAFH0sIGZpbmKhABQ4NTA3MjQBSz2QMqEAAa0ewBAUMzQuMTA4EsMQARQFngg3Ljkagg4BExWkGDk5NjMyMDgWdQsFkiA4NDM5ODI2cywVpBESXkgPFDQNzkjW5D7DBASrAmozBFobACVvBGtlZn0IadVaPgBtp2IeADqJDi7jBHmTWj4APXdm9giKGgkurAL57wA1VrcCejsGFJLHF1XY/D54AQBeWsIAhuMAir8ABGlkUqoABBgB')\n# Resource_group: default\n;"] === RUN TestImportInto/TestShowDetachedJob [2024/06/02 08:10:37.869 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/06/02 08:10:37.872 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/06/02 08:10:37.879 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:37.879 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=71] [2024/06/02 08:10:37.923 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:37.923 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database show_detached_job"] [2024/06/02 08:10:37.973 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:37.987 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:38.005 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=1.080972ms] [gotSchemaVersion=239] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:10:38.018 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=332] [version=239] [2024/06/02 08:10:38.020 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=20.256341ms] [job="ID:332, Type:create schema, State:done, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:38.099 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create schema, State:synced, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:37.861 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:38.192 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/06/02 08:10:38.193 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:38.197 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.325670439\n# Parse_time: 0.000433116\n# Compile_time: 0.000654314\n# Rewrite_time: 0.000026417\n# Optimize_time: 0.001082427\n# Wait_TS: 0.000336766\n# Is_internal: false\n# Digest: 25246314a6ebd7f69b688638b3b82878b020e36513e3490e8f74e07653bbcfc5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database show_detached_job;"] [2024/06/02 08:10:38.201 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/02 08:10:38.240 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:38.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:38.240 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:38.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/02 08:10:38.286 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:38.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:38.294 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 333, Table Name: t1"] [2024/06/02 08:10:38.349 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=2.666898ms] [gotSchemaVersion=240] [phyTblIDs="[333]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:38.361 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=334] [version=240] [2024/06/02 08:10:38.363 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=20.371574ms] [job="ID:334, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:38.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:38.404 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:38.21 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:38.439 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/06/02 08:10:38.439 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:38.445 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/02 08:10:38.485 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:38.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:38.485 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:38.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/02 08:10:38.530 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:38.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:38.538 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 335, Table Name: t2"] [2024/06/02 08:10:38.647 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=2.749543ms] [gotSchemaVersion=241] [phyTblIDs="[335]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:38.660 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=336] [version=241] [2024/06/02 08:10:38.662 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=23.416879ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:38.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:38.733 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:38.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:38.773 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/06/02 08:10:38.774 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:38.778 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.334747071\n# Parse_time: 0.000930999\n# Compile_time: 0.001120835\n# Rewrite_time: 0.000046198\n# Optimize_time: 0.001082427\n# Wait_TS: 0.000362581\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse show_detached_job;\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/02 08:10:38.780 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/02 08:10:38.832 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:38.832 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/06/02 08:10:38.904 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:38.913 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 337, Table Name: t3"] [2024/06/02 08:10:38.964 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=2.379544ms] [gotSchemaVersion=242] [phyTblIDs="[337]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:38.977 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=338] [version=242] [2024/06/02 08:10:38.979 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=20.983679ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:39.111 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:38.761 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:39.150 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/06/02 08:10:39.150 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:39.155 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.376217648\n# Parse_time: 0.000427462\n# Compile_time: 0.000889722\n# Rewrite_time: 0.000049854\n# Optimize_time: 0.001082427\n# Wait_TS: 0.000517725\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/06/02 08:10:39.172 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:39.392 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/02 08:10:39.534 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=72] [task-id=72] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:39.543 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.385156486\n# Parse_time: 0.000523034\n# Compile_time: 0.00141661\n# Rewrite_time: 0.000301592\n# Optimize_time: 0.001082427\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzgyLjRtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzgyLjRtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t1` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/02 08:10:39.581 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=72] [2024/06/02 08:10:39.581 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:39.690 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:39.691 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:39.692 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/06/02 08:10:39.710 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:39.713 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/02 08:10:39.713 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/06/02 08:10:39.714 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=57.454Β΅s] [2024/06/02 08:10:39.714 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=168.299Β΅s] [] [2024/06/02 08:10:39.714 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:39.714 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:39.824 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/06/02 08:10:39.843 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=72] [2024/06/02 08:10:39.853 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=72] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:39.895 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:39.896 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/06/02 08:10:39.897 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:39.906 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:39.906 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:39.906 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:39.907 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:39.907 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:39.908 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:39.908 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:39.908 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:39.908 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:39.971 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:39.973 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:39.973 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/02 08:10:39.973 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=72] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:39.973 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=72] [disk-quota=348.5GiB] [2024/06/02 08:10:40.016 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [2024/06/02 08:10:40.020 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/06/02 08:10:40.024 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/06/02 08:10:40.024 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=333] [2024/06/02 08:10:40.043 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=333] [key=t.csv:0] [2024/06/02 08:10:40.045 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=333] [key=t.csv:0] [readDur=1.00994ms] [encodeDur=901.171Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=534.207Β΅s] [type=file] [takeTime=2.782066ms] [] [2024/06/02 08:10:40.046 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [takeTime=30.672899ms] [] [2024/06/02 08:10:40.046 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/72/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/3a70f70f-6b7f-41e8-98c1-9bb942a0fa63.sst] [firstKey=74800000000000014D5F728000000000000001] [lastKey=74800000000000014D5F728000000000000002] [2024/06/02 08:10:40.047 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/06/02 08:10:40.047 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/06/02 08:10:40.047 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/06/02 08:10:40.049 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=2.05446ms] [] [2024/06/02 08:10:40.049 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/06/02 08:10:40.054 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:40.075 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/06/02 08:10:40.076 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:42.187 +00:00] [WARN] [region_job.go:532] ["meet error and handle the job later"] [category=ddl-ingest] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 142, but you sent conf_ver: 5 version: 140"] [region="{ID=588,startKey=7480000000000001FF4D5F728000000000FF0000010000000000FA,endKey=7480000000000001FF4D5F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:142 \",peers=\"id:589 store_id:3 ,id:590 store_id:2 ,id:591 store_id:1 \"}"] [start=74800000000000014D5F728000000000000001] [end=74800000000000014D5F728000000000000003] [2024/06/02 08:10:42.187 +00:00] [INFO] [local.go:1455] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=74800000000000014D5F728000000000000001] [endKey=74800000000000014D5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/06/02 08:10:44.187 +00:00] [2024/06/02 08:10:44.202 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/02 08:10:44.204 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=4.154630406s] [] [2024/06/02 08:10:44.204 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/06/02 08:10:44.205 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.36347ms] [] [2024/06/02 08:10:44.205 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/06/02 08:10:44.205 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/06/02 08:10:44.207 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.833207ms] [] [2024/06/02 08:10:44.207 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/06/02 08:10:44.207 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/06/02 08:10:44.207 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=62.417Β΅s] [] [2024/06/02 08:10:44.207 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/06/02 08:10:44.208 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=877.103Β΅s] [] [2024/06/02 08:10:44.257 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:44.262 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:44.262 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:44.262 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:44.262 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:44.264 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:44.264 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:44.265 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:44.265 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:44.265 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:44.265 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=4.369377856s] [] [2024/06/02 08:10:44.303 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:44.304 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:44.305 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:44.305 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:44.438 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/06/02 08:10:44.439 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:44.439 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:44.577 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:44.625 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/06/02 08:10:44.626 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/06/02 08:10:44.626 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/06/02 08:10:44.626 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=11.811Β΅s] [] [2024/06/02 08:10:44.626 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/02 08:10:44.626 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/02 08:10:44.626 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [weight=30] [2024/06/02 08:10:44.626 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [concurrency=15] [2024/06/02 08:10:44.630 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=333] [physicalTableID=333] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/06/02 08:10:44.631 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/02 08:10:44.631 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=5.403811ms] [] [2024/06/02 08:10:44.631 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=5.593476ms] [] [2024/06/02 08:10:44.681 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=104.758001ms] [] [2024/06/02 08:10:44.704 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:44.704 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=running] [] [2024/06/02 08:10:44.707 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=72] [2024/06/02 08:10:44.814 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=72] [2024/06/02 08:10:44.836 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=72] [type=ImportInto] [2024/06/02 08:10:44.838 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:44.838 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=72] [2024/06/02 08:10:44.920 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:45.086 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:45.354 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/02 08:10:45.449 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=73] [task-id=73] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:45.461 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.388600328\n# Parse_time: 0.00048452\n# Compile_time: 0.001284871\n# Rewrite_time: 0.000282062\n# Optimize_time: 0.001245054\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mzg2LjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6Mzg2LjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t2` FROM 'gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/02 08:10:45.496 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=73] [2024/06/02 08:10:45.496 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:45.602 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:45.603 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:45.604 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/06/02 08:10:45.624 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:45.627 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/02 08:10:45.627 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/06/02 08:10:45.627 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=72.083Β΅s] [2024/06/02 08:10:45.628 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=248.492Β΅s] [] [2024/06/02 08:10:45.628 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:45.628 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:45.808 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/06/02 08:10:45.826 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=73] [2024/06/02 08:10:45.837 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=73] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:45.881 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:45.882 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/06/02 08:10:45.883 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:45.891 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:45.891 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:45.892 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:45.892 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:45.893 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:45.893 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:45.893 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:45.893 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:45.893 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:45.909 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:45.910 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:45.910 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/02 08:10:45.910 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=73] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:45.910 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=73] [disk-quota=348.5GiB] [2024/06/02 08:10:45.955 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [2024/06/02 08:10:45.959 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/06/02 08:10:45.963 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/06/02 08:10:45.963 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/06/02 08:10:45.980 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [2024/06/02 08:10:45.983 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [readDur=1.108753ms] [encodeDur=758.854Β΅s] [checksum="{cksum=0,size=50,kvs=2}"] [deliverDur=52.706Β΅s] [type=file] [takeTime=2.351162ms] [] [2024/06/02 08:10:45.983 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000014F5F728000000000000001] [2024/06/02 08:10:45.984 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/73/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/244dc9df-c8ea-443b-b5c1-12319d168978.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000001] [2024/06/02 08:10:45.984 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [takeTime=29.102059ms] [] [2024/06/02 08:10:45.984 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/06/02 08:10:45.984 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/06/02 08:10:45.984 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/06/02 08:10:45.986 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.830302ms] [] [2024/06/02 08:10:45.986 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/06/02 08:10:45.991 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:46.013 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/06/02 08:10:46.013 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:46.027 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/06/02 08:10:46.029 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=42.461075ms] [] [2024/06/02 08:10:46.029 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/06/02 08:10:46.030 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.11531ms] [] [2024/06/02 08:10:46.030 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/06/02 08:10:46.030 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/06/02 08:10:46.031 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.482368ms] [] [2024/06/02 08:10:46.032 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/06/02 08:10:46.032 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/06/02 08:10:46.032 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=53.167Β΅s] [] [2024/06/02 08:10:46.032 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/06/02 08:10:46.033 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=961.17Β΅s] [] [2024/06/02 08:10:46.145 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:46.147 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:46.148 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:46.148 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:46.149 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/06/02 08:10:46.153 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:46.153 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:46.153 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:46.153 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:46.154 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:46.153 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:46.153 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:46.154 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:46.154 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:46.154 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:46.154 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:46.154 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:46.154 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:46.157 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:46.157 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:46.157 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:46.157 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:46.157 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:46.157 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=275.484878ms] [] [2024/06/02 08:10:46.222 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/06/02 08:10:46.223 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:46.223 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:46.351 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:46.395 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/06/02 08:10:46.395 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/06/02 08:10:46.395 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/06/02 08:10:46.395 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=12.635Β΅s] [] [2024/06/02 08:10:46.395 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [groupId=-1] [size=50] [kvs=2] [checksum=0] [2024/06/02 08:10:46.396 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [checksum="{cksum=0,size=50,kvs=2}"] [2024/06/02 08:10:46.396 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [weight=30] [2024/06/02 08:10:46.396 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [concurrency=15] [2024/06/02 08:10:46.399 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=335] [physicalTableID=335] [indexID=-1] [checksum=4702128331558417619] [totalKvs=1] [totalBytes=25] [2024/06/02 08:10:46.400 +00:00] [ERROR] [subtask_executor.go:108] ["post process failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=4.876866ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:108\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:46.401 +00:00] [ERROR] [task_executor.go:489] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=5.269975ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:489\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:46.401 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:46.401 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:46.401 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/06/02 08:10:46.424 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=72.636959ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/06/02 08:10:46.424 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:46.544 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\\\"}\"]"] [2024/06/02 08:10:46.603 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=73] [type=ImportInto] [2024/06/02 08:10:46.618 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=73] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/06/02 08:10:46.619 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=post-process] [mode=Normal] [2024/06/02 08:10:46.625 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=73] [2024/06/02 08:10:46.703 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=73] [2024/06/02 08:10:46.731 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:46.732 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=73] [2024/06/02 08:10:46.806 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:47.000 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:47.203 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/02 08:10:47.285 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=74] [task-id=74] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:47.292 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.305563122\n# Parse_time: 0.00047626\n# Compile_time: 0.001403867\n# Rewrite_time: 0.000311069\n# Optimize_time: 0.000750002\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: b86f04c5b3edab39000659b5ba982255465d090c72b33624ca1e0eca6a8db054\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzAzLjFtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzAzLjFtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t3` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/02 08:10:47.329 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/06/02 08:10:47.329 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:47.437 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:47.438 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:47.439 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/06/02 08:10:47.459 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:47.462 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/06/02 08:10:47.462 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/06/02 08:10:47.462 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=58.869Β΅s] [2024/06/02 08:10:47.462 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=167.584Β΅s] [] [2024/06/02 08:10:47.462 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:47.462 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:47.571 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/06/02 08:10:47.591 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=74] [2024/06/02 08:10:47.613 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=74] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:47.657 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:47.658 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/06/02 08:10:47.659 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:47.668 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:47.668 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:47.669 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:47.669 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:47.670 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:47.670 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:47.670 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:47.670 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:47.670 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:47.685 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:47.686 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:47.686 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/06/02 08:10:47.687 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=74] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:47.687 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=74] [disk-quota=348.5GiB] [2024/06/02 08:10:47.746 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [2024/06/02 08:10:47.750 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/06/02 08:10:47.754 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/06/02 08:10:47.754 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/06/02 08:10:47.754 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [takeTime=8.346605ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:47.755 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:47.755 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:47.755 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:47.755 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:47.755 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:47.755 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:47.755 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:47.755 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:47.755 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:47.755 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:10:47.755 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:47.775 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/06/02 08:10:47.778 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:47.778 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:47.778 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:47.778 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:47.778 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:47.780 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:47.780 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:47.780 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:47.780 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:47.780 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:47.780 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=122.569036ms] [error="occur an error when sort chunk"] [2024/06/02 08:10:47.780 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:10:47.893 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/06/02 08:10:47.927 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=74] [type=ImportInto] [2024/06/02 08:10:47.951 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=74] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/06/02 08:10:47.952 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=74] [step=import] [mode=Normal] [2024/06/02 08:10:47.969 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=74] [2024/06/02 08:10:48.037 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=74] [2024/06/02 08:10:48.055 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:48.055 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=74] [2024/06/02 08:10:48.136 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowJob [2024/06/02 08:10:48.343 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/06/02 08:10:48.346 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/06/02 08:10:48.382 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:48.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:48.382 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:48.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_show_job"] [2024/06/02 08:10:48.443 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:48.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:48.475 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=1.144554ms] [gotSchemaVersion=243] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:10:48.488 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=340] [version=243] [2024/06/02 08:10:48.490 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=20.339737ms] [job="ID:340, Type:create schema, State:done, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:48.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:48.557 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create schema, State:synced, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:48.361 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:48.590 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/06/02 08:10:48.590 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:48.598 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=243] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/02 08:10:48.646 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:48.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:48.646 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:48.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/02 08:10:48.774 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:48.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:48.785 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 341, Table Name: t1"] [2024/06/02 08:10:48.835 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=2.510933ms] [gotSchemaVersion=244] [phyTblIDs="[341]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:48.847 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=342] [version=244] [2024/06/02 08:10:48.849 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=21.884006ms] [job="ID:342, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:48.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:48.919 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [job="ID:342, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:48.611 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:48.958 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=342] [2024/06/02 08:10:48.958 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:48.963 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.366130719\n# Parse_time: 0.000668857\n# Compile_time: 0.001032431\n# Rewrite_time: 0.000044708\n# Optimize_time: 0.000228496\n# Wait_TS: 0.000426231\n# DB: test_show_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/02 08:10:48.965 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=244] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/02 08:10:49.005 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:48.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:49.005 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:48.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/02 08:10:49.063 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:48.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:49.072 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 343, Table Name: t2"] [2024/06/02 08:10:49.126 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=2.75444ms] [gotSchemaVersion=245] [phyTblIDs="[343]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:49.138 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=344] [version=245] [2024/06/02 08:10:49.140 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=20.408796ms] [job="ID:344, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:48.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:49.251 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [job="ID:344, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:48.961 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:49.286 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=344] [2024/06/02 08:10:49.286 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:49.290 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.326551298\n# Parse_time: 0.000578995\n# Compile_time: 0.000939961\n# Rewrite_time: 0.00004328\n# Optimize_time: 0.000228496\n# Wait_TS: 0.000389576\n# DB: test_show_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/02 08:10:49.292 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/02 08:10:49.329 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:49.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:49.329 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:49.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/06/02 08:10:49.369 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:49.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:49.378 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 345, Table Name: t3"] [2024/06/02 08:10:49.422 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=2.837584ms] [gotSchemaVersion=246] [phyTblIDs="[345]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:49.439 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=346] [version=246] [2024/06/02 08:10:49.441 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=26.786308ms] [job="ID:346, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:49.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:49.503 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [job="ID:346, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:49.261 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:49.536 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=346] [2024/06/02 08:10:49.536 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:49.541 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/06/02 08:10:49.846 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.305464289\n# Parse_time: 0.0006077\n# Compile_time: 0.000783785\n# Rewrite_time: 0.000011102\n# Optimize_time: 0.000228496\n# Wait_TS: 0.000372301\n# DB: test_show_job\n# Is_internal: false\n# Digest: 1fb24d1823a445be8d8fa75485be2ee26f9494501c1e786559ae3047dc25db8a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"User test_show_job1@localhost does not exist.\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP USER IF EXISTS 'test_show_job1'@'localhost';"] [2024/06/02 08:10:49.848 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/06/02 08:10:50.072 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/06/02 08:10:50.258 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/06/02 08:10:50.566 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308163394\n# Parse_time: 0.000293504\n# Compile_time: 0.000645559\n# Rewrite_time: 0.000009543\n# Optimize_time: 0.000228496\n# Wait_TS: 0.000481631\n# DB: test_show_job\n# Is_internal: false\n# Digest: 1fb24d1823a445be8d8fa75485be2ee26f9494501c1e786559ae3047dc25db8a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"User test_show_job2@localhost does not exist.\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP USER IF EXISTS 'test_show_job2'@'localhost';"] [2024/06/02 08:10:50.567 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/06/02 08:10:50.730 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/06/02 08:10:50.994 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:51.206 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:10:51.335 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=75] [task-id=75] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:51.391 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=75] [2024/06/02 08:10:51.391 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:51.499 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:51.500 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:51.500 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/06/02 08:10:51.521 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:51.524 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/02 08:10:51.524 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/06/02 08:10:51.524 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=58.278Β΅s] [2024/06/02 08:10:51.524 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=176.502Β΅s] [] [2024/06/02 08:10:51.525 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:51.525 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:51.631 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/06/02 08:10:51.651 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=75] [2024/06/02 08:10:51.671 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=75] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:51.779 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:51.781 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/06/02 08:10:51.781 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:51.791 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:51.791 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:51.792 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:51.792 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:51.793 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:51.793 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:51.793 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:51.793 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:51.793 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:51.809 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:51.811 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:51.811 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/02 08:10:51.811 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=75] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:51.812 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=75] [disk-quota=348.5GiB] [2024/06/02 08:10:51.859 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [2024/06/02 08:10:51.863 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/06/02 08:10:51.867 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/06/02 08:10:51.867 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=341] [2024/06/02 08:10:51.929 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=341] [key=t.csv:0] [2024/06/02 08:10:51.931 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=341] [key=t.csv:0] [readDur=1.177163ms] [encodeDur=682.875Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=253.46Β΅s] [type=file] [takeTime=2.46802ms] [] [2024/06/02 08:10:51.932 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [takeTime=73.512132ms] [] [2024/06/02 08:10:51.932 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/14a064c0-6566-52c4-87f4-e5885586fbff.sst/e1949e75-8962-4832-86f9-83789a243358.sst] [firstKey=7480000000000001555F728000000000000001] [lastKey=7480000000000001555F728000000000000002] [2024/06/02 08:10:51.932 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/06/02 08:10:51.932 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/06/02 08:10:51.932 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/06/02 08:10:51.935 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=2.032958ms] [] [2024/06/02 08:10:51.935 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/06/02 08:10:51.940 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:51.962 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/06/02 08:10:51.962 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:51.976 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/02 08:10:51.978 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=43.738183ms] [] [2024/06/02 08:10:51.979 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/06/02 08:10:51.980 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.099011ms] [] [2024/06/02 08:10:51.980 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/06/02 08:10:51.980 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/06/02 08:10:51.981 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.453823ms] [] [2024/06/02 08:10:51.981 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/06/02 08:10:51.982 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/06/02 08:10:51.982 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=87.802Β΅s] [] [2024/06/02 08:10:51.982 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/06/02 08:10:51.983 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=940.498Β΅s] [] [2024/06/02 08:10:52.032 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/06/02 08:10:52.035 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:52.035 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:52.035 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:52.035 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:52.037 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:52.037 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:52.038 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:52.038 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:52.038 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:52.038 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=258.051159ms] [] [2024/06/02 08:10:52.116 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:52.117 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:52.118 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:52.118 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:52.248 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/06/02 08:10:52.249 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:52.250 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:52.375 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:52.422 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/06/02 08:10:52.422 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/06/02 08:10:52.422 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/06/02 08:10:52.422 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=11.2Β΅s] [] [2024/06/02 08:10:52.422 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/02 08:10:52.422 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/02 08:10:52.423 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [weight=30] [2024/06/02 08:10:52.423 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [concurrency=15] [2024/06/02 08:10:52.428 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=341] [physicalTableID=341] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/06/02 08:10:52.428 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/02 08:10:52.428 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=6.087029ms] [] [2024/06/02 08:10:52.428 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=6.281559ms] [] [2024/06/02 08:10:52.478 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=102.785859ms] [] [2024/06/02 08:10:52.514 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:52.514 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=75] [step=post-process] [state=running] [] [2024/06/02 08:10:52.517 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=75] [2024/06/02 08:10:52.626 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=75] [2024/06/02 08:10:52.632 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=75] [type=ImportInto] [2024/06/02 08:10:52.645 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:52.645 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=75] [2024/06/02 08:10:52.722 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:52.890 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.911986868\n# Parse_time: 0.000526062\n# Compile_time: 0.002219437\n# Rewrite_time: 0.000252964\n# Optimize_time: 0.000193772\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/06/02 08:10:52.927 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:53.170 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:10:53.258 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=76] [task-id=76] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:53.297 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=76] [2024/06/02 08:10:53.297 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:53.403 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:53.404 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:53.404 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/06/02 08:10:53.426 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:53.428 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/02 08:10:53.428 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/06/02 08:10:53.429 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=52.832Β΅s] [2024/06/02 08:10:53.429 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=170.936Β΅s] [] [2024/06/02 08:10:53.429 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:53.429 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:53.588 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/06/02 08:10:53.606 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=76] [2024/06/02 08:10:53.629 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=76] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:53.670 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:53.671 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/06/02 08:10:53.672 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:53.681 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:53.681 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:53.682 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:53.682 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:53.683 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:53.683 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:53.683 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:53.683 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:53.683 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:53.697 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:53.699 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:53.699 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/02 08:10:53.699 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=76] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:53.699 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=76] [disk-quota=348.5GiB] [2024/06/02 08:10:53.746 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [2024/06/02 08:10:53.751 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/06/02 08:10:53.754 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/06/02 08:10:53.754 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=343] [2024/06/02 08:10:53.771 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=343] [key=t.csv:0] [2024/06/02 08:10:53.774 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=343] [key=t.csv:0] [readDur=1.246266ms] [encodeDur=979.744Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=288.416Β΅s] [type=file] [takeTime=2.953142ms] [] [2024/06/02 08:10:53.775 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [takeTime=29.210959ms] [] [2024/06/02 08:10:53.775 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e31f885e-858e-52f9-8c22-abc4981608ce.sst/b73aaf7b-7eed-4933-8393-9a3526a0b1a9.sst] [firstKey=7480000000000001575F728000000000000001] [lastKey=7480000000000001575F728000000000000002] [2024/06/02 08:10:53.775 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/06/02 08:10:53.775 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/06/02 08:10:53.775 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/06/02 08:10:53.777 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=2.008017ms] [] [2024/06/02 08:10:53.777 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/06/02 08:10:53.782 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:53.804 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/06/02 08:10:53.805 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:53.818 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/02 08:10:53.820 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=42.43464ms] [] [2024/06/02 08:10:53.820 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/06/02 08:10:53.821 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.016177ms] [] [2024/06/02 08:10:53.821 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/06/02 08:10:53.821 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/06/02 08:10:53.823 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.381624ms] [] [2024/06/02 08:10:53.823 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/06/02 08:10:53.823 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/06/02 08:10:53.823 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=62.736Β΅s] [] [2024/06/02 08:10:53.823 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/06/02 08:10:53.824 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=835.656Β΅s] [] [2024/06/02 08:10:53.868 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/06/02 08:10:53.871 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:53.871 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:53.871 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:53.871 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:53.871 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:53.871 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:53.872 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:53.872 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:53.872 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:53.872 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:53.872 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:53.872 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:53.872 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:53.875 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:53.875 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:53.875 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:53.875 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:53.875 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:53.875 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=204.896537ms] [] [2024/06/02 08:10:53.968 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:53.969 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:53.970 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:53.970 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:54.035 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/06/02 08:10:54.036 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:54.036 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:54.161 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:54.216 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/06/02 08:10:54.216 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/06/02 08:10:54.216 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/06/02 08:10:54.216 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=10.073Β΅s] [] [2024/06/02 08:10:54.216 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/02 08:10:54.216 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/02 08:10:54.216 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [weight=30] [2024/06/02 08:10:54.216 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [concurrency=15] [2024/06/02 08:10:54.220 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=343] [physicalTableID=343] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/06/02 08:10:54.221 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/02 08:10:54.221 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=4.915729ms] [] [2024/06/02 08:10:54.221 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=5.081036ms] [] [2024/06/02 08:10:54.311 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=150.560289ms] [] [2024/06/02 08:10:54.325 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:54.325 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=76] [step=post-process] [state=running] [] [2024/06/02 08:10:54.328 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=76] [2024/06/02 08:10:54.402 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=76] [type=ImportInto] [2024/06/02 08:10:54.404 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=76] [2024/06/02 08:10:54.434 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:54.434 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=76] [2024/06/02 08:10:54.508 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:54.518 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.607402978\n# Parse_time: 0.000704503\n# Compile_time: 0.001813859\n# Rewrite_time: 0.000273162\n# Optimize_time: 0.000210276\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/06/02 08:10:54.580 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/06/02 08:10:54.817 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:54.986 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/02 08:10:55.129 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=77] [task-id=77] [data-size=6B] [thread-cnt=1] [global-sort=false] [2024/06/02 08:10:55.162 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=77] [2024/06/02 08:10:55.162 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/02 08:10:55.268 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:55.269 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:55.270 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/06/02 08:10:55.293 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:55.296 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/06/02 08:10:55.296 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/06/02 08:10:55.296 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=69.711Β΅s] [2024/06/02 08:10:55.296 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=233.866Β΅s] [] [2024/06/02 08:10:55.296 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=2] [2024/06/02 08:10:55.297 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/06/02 08:10:55.401 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/06/02 08:10:55.418 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=77] [type=ImportInto] [remaining-slots=51] [2024/06/02 08:10:55.420 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=77] [2024/06/02 08:10:55.463 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:55.464 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/06/02 08:10:55.466 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:55.474 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:55.474 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:55.475 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:55.475 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:55.476 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:55.476 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:55.476 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:55.476 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:55.476 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:55.550 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:55.552 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:55.552 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/06/02 08:10:55.552 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=77] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:55.552 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=77] [disk-quota=348.5GiB] [2024/06/02 08:10:55.599 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [2024/06/02 08:10:55.603 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/06/02 08:10:55.607 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/06/02 08:10:55.607 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/06/02 08:10:55.710 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t.csv:0] [2024/06/02 08:10:55.713 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t.csv:0] [readDur=1.037385ms] [encodeDur=683.038Β΅s] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=530.758Β΅s] [type=file] [takeTime=2.646944ms] [] [2024/06/02 08:10:55.714 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [takeTime=114.581314ms] [] [2024/06/02 08:10:55.714 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/e21dc392-0c66-5341-82f7-424a895bc139.sst/f9aec384-aabd-4c89-9b29-6b8a488cd068.sst] [firstKey=7480000000000001595F728000000000000001] [lastKey=7480000000000001595F728000000000000002] [2024/06/02 08:10:55.714 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/06/02 08:10:55.714 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/06/02 08:10:55.714 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/06/02 08:10:55.717 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.460464ms] [] [2024/06/02 08:10:55.717 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/06/02 08:10:55.723 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:55.745 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/06/02 08:10:55.745 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:55.759 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/02 08:10:55.761 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=44.085688ms] [] [2024/06/02 08:10:55.761 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/06/02 08:10:55.762 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.109364ms] [] [2024/06/02 08:10:55.762 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/06/02 08:10:55.762 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/06/02 08:10:55.764 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.553914ms] [] [2024/06/02 08:10:55.764 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/06/02 08:10:55.764 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/06/02 08:10:55.764 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=60.208Β΅s] [] [2024/06/02 08:10:55.764 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/06/02 08:10:55.765 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=820.225Β΅s] [] [2024/06/02 08:10:55.907 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [2024/06/02 08:10:55.910 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/06/02 08:10:55.914 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/06/02 08:10:55.914 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/06/02 08:10:55.928 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [2024/06/02 08:10:55.931 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=818.943Β΅s] [encodeDur=1.231972ms] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=51.317Β΅s] [type=file] [takeTime=2.379313ms] [] [2024/06/02 08:10:55.932 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [takeTime=24.827556ms] [] [2024/06/02 08:10:55.932 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/82d4c939-2445-4385-b265-7a5c4044e34c.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004] [2024/06/02 08:10:55.932 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/06/02 08:10:55.932 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/06/02 08:10:55.932 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/06/02 08:10:55.934 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.842615ms] [] [2024/06/02 08:10:55.934 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/06/02 08:10:55.938 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:55.960 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/06/02 08:10:55.960 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:55.973 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/02 08:10:55.975 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=40.618851ms] [] [2024/06/02 08:10:55.975 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/06/02 08:10:55.976 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.225994ms] [] [2024/06/02 08:10:55.976 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/06/02 08:10:55.976 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/06/02 08:10:55.978 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.555368ms] [] [2024/06/02 08:10:55.978 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/06/02 08:10:55.978 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/06/02 08:10:55.978 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=67.47Β΅s] [] [2024/06/02 08:10:55.978 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/06/02 08:10:55.979 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=898.824Β΅s] [] [2024/06/02 08:10:56.086 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:56.087 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:56.088 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:56.088 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:56.157 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/06/02 08:10:56.158 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/06/02 08:10:56.160 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:56.160 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:56.165 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:56.165 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:56.165 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:56.165 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:56.168 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:56.168 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:56.168 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:56.168 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:56.168 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:56.168 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=705.377017ms] [] [2024/06/02 08:10:56.330 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/02 08:10:56.431 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/06/02 08:10:56.431 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/06/02 08:10:56.431 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/06/02 08:10:56.431 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=19.122Β΅s] [] [2024/06/02 08:10:56.431 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288] [2024/06/02 08:10:56.431 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/06/02 08:10:56.431 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [weight=30] [2024/06/02 08:10:56.432 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [concurrency=15] [2024/06/02 08:10:56.436 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100] [2024/06/02 08:10:56.437 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/06/02 08:10:56.437 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=5.606545ms] [] [2024/06/02 08:10:56.437 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=5.8243ms] [] [2024/06/02 08:10:56.482 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=152.048915ms] [] [2024/06/02 08:10:56.488 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:56.488 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] [] [2024/06/02 08:10:56.491 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77] [2024/06/02 08:10:56.532 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto] [2024/06/02 08:10:56.568 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=77] [2024/06/02 08:10:56.590 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:56.590 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77] [2024/06/02 08:10:56.660 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:56.687 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.884430781\n# Parse_time: 0.000766053\n# Compile_time: 0.001753386\n# Rewrite_time: 0.000380922\n# Optimize_time: 0.000155645\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestZeroDateTime [2024/06/02 08:10:56.697 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/06/02 08:10:56.724 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:56.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:56.724 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:56.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/06/02 08:10:56.760 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:56.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:56.850 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=2.72183ms] [gotSchemaVersion=247] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:56.862 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247] [2024/06/02 08:10:56.864 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=20.881498ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:56.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:56.919 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:56.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:56.945 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=205.237Β΅s] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:56.958 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248] [2024/06/02 08:10:56.960 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=18.424191ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:56.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.012 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:56.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.049 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=210.64Β΅s] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/02 08:10:57.062 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=347] [version=249] [2024/06/02 08:10:57.064 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=19.491935ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:56.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.122 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"] [2024/06/02 08:10:57.131 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"] [2024/06/02 08:10:57.136 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:56.66 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.184 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/06/02 08:10:57.184 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:57.188 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.492072413\n# Parse_time: 0.000634119\n# Compile_time: 0.000780899\n# Rewrite_time: 0.000037184\n# Optimize_time: 0.001301521\n# Wait_TS: 0.000382217\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/06/02 08:10:57.190 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/06/02 08:10:57.284 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:57.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:57.284 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:57.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"] [2024/06/02 08:10:57.331 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:57.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.370 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=1.300678ms] [gotSchemaVersion=250] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 08:10:57.384 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=349] [version=250] [2024/06/02 08:10:57.386 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=21.656643ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 08:10:57.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.451 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:57.161 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.478 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=349] [2024/06/02 08:10:57.478 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:57.484 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/06/02 08:10:57.530 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:57.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:57.530 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:57.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"] [2024/06/02 08:10:57.572 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:57.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.581 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"] [2024/06/02 08:10:57.627 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=2.653564ms] [gotSchemaVersion=251] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 08:10:57.641 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=351] [version=251] [2024/06/02 08:10:57.643 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=22.563616ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:57.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.754 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:57.461 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:57.795 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=351] [2024/06/02 08:10:57.795 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:57.799 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.316643185\n# Parse_time: 0.000586378\n# Compile_time: 0.001335837\n# Rewrite_time: 0.000056525\n# Optimize_time: 0.001301521\n# Wait_TS: 0.000370098\n# DB: test_show_job\n# Is_internal: false\n# Digest: 6ffa3fb40f957702df0418164e10a164663f4ee378a9f45fa18805f7d5d9161f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table import_into.zero_time_table(t datetime);"] [2024/06/02 08:10:57.817 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:57.988 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:10:58.070 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:10:58.156 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/06/02 08:10:58.156 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:10:58.261 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:10:58.262 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:58.263 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/06/02 08:10:58.283 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:58.286 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/06/02 08:10:58.286 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/06/02 08:10:58.286 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=66.438Β΅s] [2024/06/02 08:10:58.286 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=180.664Β΅s] [] [2024/06/02 08:10:58.287 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:10:58.287 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:10:58.393 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/06/02 08:10:58.414 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78] [2024/06/02 08:10:58.422 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:10:58.466 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:58.467 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/06/02 08:10:58.468 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:58.476 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:10:58.476 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:10:58.477 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:58.477 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:10:58.478 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:10:58.478 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:10:58.478 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:10:58.478 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:58.478 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:58.492 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:10:58.493 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:10:58.493 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/06/02 08:10:58.493 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:10:58.494 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=348.5GiB] [2024/06/02 08:10:58.595 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [2024/06/02 08:10:58.599 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/06/02 08:10:58.602 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/02 08:10:58.603 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=350] [2024/06/02 08:10:58.651 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [2024/06/02 08:10:58.653 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.071815ms] [encodeDur=566.084Β΅s] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=258.381Β΅s] [type=file] [takeTime=2.298121ms] [] [2024/06/02 08:10:58.654 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [takeTime=58.968403ms] [] [2024/06/02 08:10:58.654 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/38550cf5-a006-4cd1-8b74-71ea23ba99cc.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001] [2024/06/02 08:10:58.654 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/06/02 08:10:58.654 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/06/02 08:10:58.654 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/06/02 08:10:58.656 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=2.113098ms] [] [2024/06/02 08:10:58.656 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/06/02 08:10:58.661 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 08:10:58.683 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/06/02 08:10:58.683 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 08:10:58.697 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/06/02 08:10:58.699 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=42.326841ms] [] [2024/06/02 08:10:58.699 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/06/02 08:10:58.700 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.10408ms] [] [2024/06/02 08:10:58.700 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/06/02 08:10:58.700 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/02 08:10:58.702 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.548128ms] [] [2024/06/02 08:10:58.702 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/06/02 08:10:58.702 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/02 08:10:58.702 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=53.025Β΅s] [] [2024/06/02 08:10:58.702 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/02 08:10:58.703 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=790.392Β΅s] [] [2024/06/02 08:10:58.750 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/06/02 08:10:58.753 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:10:58.753 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:10:58.753 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:10:58.754 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:10:58.754 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:10:58.754 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:10:58.754 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:10:58.754 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:58.754 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:58.754 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:58.754 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:58.754 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:58.754 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:10:58.756 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:10:58.756 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:10:58.756 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:10:58.756 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:10:58.757 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:10:58.757 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=290.439454ms] [] [2024/06/02 08:10:58.782 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/02 08:10:58.783 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:10:58.784 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [2024/06/02 08:10:58.784 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/02 08:10:58.858 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/06/02 08:10:58.859 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/02 08:10:58.859 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/02 08:10:59.040 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:10:59.091 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/06/02 08:10:59.092 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/06/02 08:10:59.092 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/06/02 08:10:59.100 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=8.596522ms] [] [2024/06/02 08:10:59.100 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399] [2024/06/02 08:10:59.101 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/06/02 08:10:59.101 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [weight=30] [2024/06/02 08:10:59.101 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [concurrency=15] [2024/06/02 08:10:59.105 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36] [2024/06/02 08:10:59.106 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [local="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/06/02 08:10:59.106 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=14.085168ms] [] [2024/06/02 08:10:59.106 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=14.304712ms] [] [2024/06/02 08:10:59.148 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=107.009301ms] [] [2024/06/02 08:10:59.181 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/02 08:10:59.181 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] [] [2024/06/02 08:10:59.184 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78] [2024/06/02 08:10:59.244 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto] [2024/06/02 08:10:59.261 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=78] [2024/06/02 08:10:59.287 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:10:59.287 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78] [2024/06/02 08:10:59.390 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.587096131\n# Parse_time: 0.001090319\n# Compile_time: 0.002031221\n# Rewrite_time: 0.000292346\n# Optimize_time: 0.001301521\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:10:59.404 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=251] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/06/02 08:10:59.417 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:10:59.444 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-06-02 08:10:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 08:10:59.444 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-06-02 08:10:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"] [2024/06/02 08:10:59.494 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-06-02 08:10:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:59.505 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"] [2024/06/02 08:10:59.548 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=251] [neededSchemaVersion=252] ["start time"=2.929229ms] [gotSchemaVersion=252] [phyTblIDs="[352]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 08:10:59.564 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=353] [version=252] [2024/06/02 08:10:59.566 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=252] ["take time"=24.717159ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:59.602 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"] [2024/06/02 08:10:59.611 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"] [2024/06/02 08:10:59.614 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-02 08:10:59.411 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 08:10:59.683 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=353] [2024/06/02 08:10:59.683 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 08:10:59.701 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:10:59.924 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/02 08:11:00.009 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/06/02 08:11:00.047 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/06/02 08:11:00.048 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/02 08:11:00.155 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/02 08:11:00.156 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/02 08:11:00.157 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [2024/06/02 08:11:00.175 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:11:00.178 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/06/02 08:11:00.178 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/06/02 08:11:00.178 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=63.474Β΅s] [2024/06/02 08:11:00.178 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=196.662Β΅s] [] [2024/06/02 08:11:00.178 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/02 08:11:00.178 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/02 08:11:00.365 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import] [2024/06/02 08:11:00.386 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79] [2024/06/02 08:11:00.421 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=44] [2024/06/02 08:11:00.465 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/02 08:11:00.466 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/06/02 08:11:00.466 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/02 08:11:00.475 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/02 08:11:00.475 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375813889110806965] [2024/06/02 08:11:00.475 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:11:00.475 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/02 08:11:00.476 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 08:11:00.476 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 08:11:00.476 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 08:11:00.477 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 08:11:00.476 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 08:11:00.491 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 08:11:00.492 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 08:11:00.492 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/06/02 08:11:00.492 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/02 08:11:00.492 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=348.5GiB] [2024/06/02 08:11:00.538 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [2024/06/02 08:11:00.542 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/06/02 08:11:00.545 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/02 08:11:00.545 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=352] [2024/06/02 08:11:00.592 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [2024/06/02 08:11:00.594 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=1.518238ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:11:00.594 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [takeTime=56.463063ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:11:00.595 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:11:00.595 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:11:00.595 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:11:00.595 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:11:00.595 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:11:00.595 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:11:00.595 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:11:00.595 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:11:00.595 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/06/02 08:11:00.595 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:11:00.595 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:11:00.676 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/06/02 08:11:00.680 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:11:00.680 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:11:00.680 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:11:00.680 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:11:00.680 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:11:00.682 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 08:11:00.683 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:11:00.683 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:11:00.683 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:11:00.683 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:11:00.683 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=217.912723ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/06/02 08:11:00.683 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/02 08:11:00.706 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"] [2024/06/02 08:11:00.738 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto] [2024/06/02 08:11:00.767 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/06/02 08:11:00.768 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal] [2024/06/02 08:11:00.782 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79] [2024/06/02 08:11:00.857 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=79] [2024/06/02 08:11:00.883 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/02 08:11:00.883 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79] [2024/06/02 08:11:00.957 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/02 08:11:00.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.270439493\n# Parse_time: 0.000416185\n# Compile_time: 0.001445983\n# Rewrite_time: 0.000235082\n# Optimize_time: 0.000693646\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/02 08:11:00.966 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/02 08:11:00.967 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 08:11:00.967 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=27.344Β΅s] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=24.712Β΅s] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=29.222Β΅s] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=27.578Β΅s] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=11.735Β΅s] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=19.38Β΅s] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=17.695Β΅s] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=9.388Β΅s] [2024/06/02 08:11:00.971 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.024Β΅s] [2024/06/02 08:11:00.972 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=10.191Β΅s] [2024/06/02 08:11:00.972 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:11:00.972 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=13.591Β΅s] [2024/06/02 08:11:00.972 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:11:00.972 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:11:00.972 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:11:00.973 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [] [2024/06/02 08:11:00.974 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 08:11:00.975 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 08:11:00.975 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 08:11:01.010 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=ad5cd543-37f9-4174-8ba9-da750c2e1158] ["take time"=42.88335ms] [2024/06/02 08:11:01.010 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=ad5cd543-37f9-4174-8ba9-da750c2e1158] [2024/06/02 08:11:01.012 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 08:11:01.012 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 08:11:01.012 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/17874a37-844f-400a-923c-546a66391409] [watcherID=516c5c54-d88c-4583-b80d-550d5364f68e] [2024/06/02 08:11:01.012 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/17874a37-844f-400a-923c-546a66391409] [2024/06/02 08:11:01.013 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:11:01.013 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:11:01.013 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:11:01.013 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:11:01.013 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 08:11:01.013 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 08:11:01.013 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:11:01.013 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:11:01.013 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:11:01.013 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 08:11:01.019 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 08:11:01.019 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:2870] ["releaseServerID succeed"] [serverID=344] [2024/06/02 08:11:01.020 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:2364] ["loadStatsWorker exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=handleDDLEvent] [2024/06/02 08:11:01.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:2393] ["indexUsageWorker exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 08:11:01.020 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:2934] ["serverIDKeeper exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=ad5cd543-37f9-4174-8ba9-da750c2e1158] [2024/06/02 08:11:01.021 +00:00] [INFO] [domain.go:2503] ["autoAnalyzeWorker exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 08:11:01.021 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/02 08:11:01.021 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/02 08:11:01.021 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/02 08:11:01.021 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 08:11:01.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 08:11:01.021 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158 watch owner key /tidb/stats/owner/3eaa8fd7fae397a7"] [2024/06/02 08:11:01.021 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=ad5cd543-37f9-4174-8ba9-da750c2e1158] [2024/06/02 08:11:01.021 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 08:11:01.021 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:2545] ["analyzeJobsCleanupWorker exited."] [2024/06/02 08:11:01.021 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/02 08:11:01.021 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:2412] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 08:11:01.021 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.020 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 08:11:01.021 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 08:11:01.021 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 08:11:01.021 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager d3516b9e-e57a-48ed-971b-cbb17cfd917b watch owner key /tidb/br-stream/owner/22318fd7fae397a3"] [2024/06/02 08:11:01.021 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/02 08:11:01.021 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d3516b9e-e57a-48ed-971b-cbb17cfd917b"] [2024/06/02 08:11:01.021 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 08:11:01.021 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 08:11:01.022 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d3516b9e-e57a-48ed-971b-cbb17cfd917b"] [2024/06/02 08:11:01.021 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:11:01.022 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d3516b9e-e57a-48ed-971b-cbb17cfd917b"] [2024/06/02 08:11:01.022 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [2024/06/02 08:11:01.022 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/02 08:11:01.020 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 08:11:01.021 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 08:11:01.022 +00:00] [INFO] [domain.go:2414] ["updateStatsWorker ready to release owner"] [2024/06/02 08:11:01.022 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [error="context canceled"] [2024/06/02 08:11:01.023 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 08:11:01.023 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 08:11:01.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 08:11:01.023 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=d3516b9e-e57a-48ed-971b-cbb17cfd917b] [daemon-id=LogBackup::Advancer] [2024/06/02 08:11:01.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 08:11:01.023 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager d3516b9e-e57a-48ed-971b-cbb17cfd917b"] [error="context canceled"] [2024/06/02 08:11:01.023 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 08:11:01.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 08:11:01.034 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:11:01.035 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:11:01.036 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=252] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/02 08:11:01.036 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:11:01.059 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:11:01.061 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:11:01.061 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=252] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/06/02 08:11:01.061 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:11:01.133 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:11:01.135 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/02 08:11:01.135 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=252] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/02 08:11:01.136 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/02 08:11:01.137 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/02 08:11:01.137 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 08:11:01.137 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 08:11:01.222 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:11:01.223 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d3516b9e-e57a-48ed-971b-cbb17cfd917b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/02 08:11:02.301 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:11:02.302 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 08:11:02.302 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 08:11:02.482 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d3516b9e-e57a-48ed-971b-cbb17cfd917b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:11:02.487 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager ad5cd543-37f9-4174-8ba9-da750c2e1158"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 08:11:02.487 +00:00] [INFO] [domain.go:2420] ["updateStatsWorker exit preprocessing finished"] [2024/06/02 08:11:02.487 +00:00] [INFO] [domain.go:2463] ["updateStatsWorker exited."] [2024/06/02 08:11:02.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/02 08:11:02.497 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.52986855s] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 08:11:02.498 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 08:11:02.498 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 08:11:02.498 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 08:11:02.498 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 08:11:02.500 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (258.67s) --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s) --- SKIP: TestImportInto/TestAnalyze (0.00s) --- PASS: TestImportInto/TestBasicImportInto (39.19s) --- PASS: TestImportInto/TestCancelJob (7.92s) --- PASS: TestImportInto/TestChecksumNotMatch (6.75s) --- PASS: TestImportInto/TestColumnsAndUserVars (2.75s) --- PASS: TestImportInto/TestDeliverBytesRows (4.74s) --- PASS: TestImportInto/TestDetachedLoadParquet (6.02s) --- PASS: TestImportInto/TestDiskQuota (4.38s) --- PASS: TestImportInto/TestGBK (8.24s) --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (11.60s) --- PASS: TestImportInto/TestIgnoreNLines (7.41s) --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (10.22s) --- PASS: TestImportInto/TestImportMode (20.19s) --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (7.96s) --- PASS: TestImportInto/TestInputNull (5.89s) --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (1.90s) --- PASS: TestImportInto/TestKillBeforeFinish (3.04s) --- PASS: TestImportInto/TestLoadSQLDump (5.95s) --- PASS: TestImportInto/TestMaxWriteSpeed (15.40s) --- PASS: TestImportInto/TestMultiValueIndex (3.22s) --- PASS: TestImportInto/TestOtherCharset (13.33s) --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (3.97s) --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.30s) --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.26s) --- PASS: TestImportInto/TestRegisterTask (10.69s) --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (11.02s) --- PASS: TestImportInto/TestShowDetachedJob (10.45s) --- PASS: TestImportInto/TestShowJob (8.38s) --- PASS: TestImportInto/TestZeroDateTime (4.26s) PASS coverage: 15.2% of statements GCov does not exist at the given path: '' Jun 02, 2024 8:11:08 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 02, 2024 8:11:08 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 02, 2024 8:11:08 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 02, 2024 8:11:08 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 02, 2024 8:11:08 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 323.264s, Critical Path: 302.50s INFO: 1663 processes: 1637 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1663 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:11:15.625Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:11:15.626Z] ['info'] => Project root located at: . [2024-06-02T08:11:15.629Z] ['info'] -> Token found by environment variables [2024-06-02T08:11:15.642Z] ['info'] Searching for coverage files... [2024-06-02T08:11:16.243Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:11:16.243Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:11:16.632Z] ['info'] Using manual override from args. [2024-06-02T08:11:16.632Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:11:16.643Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:11:17.289Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/f3849c1d-3ab2-400e-8089-e34c17dc3544.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T081117Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=eafc77fbac0fec081ee4472173ca4bf53d8b57a8b41918d12450e2df5325dcb3 [2024-06-02T08:11:17.289Z] ['info'] Uploading... [2024-06-02T08:11:19.112Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/executor/admin.test: ok! 171 test cases passed, take time 29.444105598 s [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 280s remote-cache, linux-sandbox ./t/executor/aggregate.test: ok! 885 test cases passed, take time 11.52890027 s ./t/executor/analyze.test: ok! 180 test cases passed, take time 17.02004633 s ./t/executor/autoid.test: ok! 442 test cases passed, take time 6.379059941 s ./t/executor/batch_point_get.test: ok! 85 test cases passed, take time 0.967125511 s ./t/executor/charset.test: ok! 57 test cases passed, take time 0.869916093 s ./t/executor/chunk_reuse.test: ok! 93 test cases passed, take time 0.25830261 s ./t/executor/cluster_table.test: ok! 36 test cases passed, take time 0.233133082 s ./t/executor/compact_table.test: ok! 19 test cases passed, take time 0.285933351 s ./t/executor/cte.test: ok! 133 test cases passed, take time 1.35196959 s [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 340s remote-cache, linux-sandbox ./t/executor/ddl.test: ok! 359 test cases passed, take time 21.936799704 s ./t/executor/delete.test: ok! 71 test cases passed, take time 1.066539378 s ./t/executor/distsql.test: ok! 61 test cases passed, take time 1.504481228 s [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 400s remote-cache, linux-sandbox ./t/executor/executor.test: ok! 1951 test cases passed, take time 55.854927038 s ./t/executor/executor_txn.test: ok! 121 test cases passed, take time 0.581460805 s ./t/executor/explain.test: ok! 120 test cases passed, take time 2.037397618 s ./t/executor/explainfor.test: ok! 378 test cases passed, take time 3.708731727 s ./t/executor/foreign_key.test: ok! 318 test cases passed, take time 12.915617768 s ./t/executor/grant.test: ok! 202 test cases passed, take time 1.833781331 s ./t/executor/import_into.test: ok! 89 test cases passed, take time 0.211291884 s ./t/executor/index_advise.test: ok! 30 test cases passed, take time 0.223119322 s ./t/executor/index_lookup_join.test: ok! 190 test cases passed, take time 4.428490108 s ./t/executor/index_lookup_merge_join.test: ok! 83 test cases passed, take time 2.231201649 s ./t/executor/index_merge_reader.test: ok! 244 test cases passed, take time 16.272323217 s ./t/executor/infoschema_reader.test: ok! 174 test cases passed, take time 6.814310433 s [1,602 / 1,603] Testing //tests/realtikvtest/addindextest:addindextest_test; 459s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest:addindextest_test up-to-date: bazel-bin/tests/realtikvtest/addindextest/addindextest_test_/addindextest_test INFO: Elapsed time: 529.098s, Critical Path: 513.22s INFO: 1591 processes: 1551 remote cache hit, 10 internal, 30 linux-sandbox. INFO: Build completed successfully, 1591 total actions Test cases: finished with 30 passing and 0 failing out of 30 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-06-02T08:14:28.666Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-06-02T08:14:28.667Z] ['info'] => Project root located at: . [2024-06-02T08:14:28.670Z] ['info'] -> Token found by environment variables [2024-06-02T08:14:28.683Z] ['info'] Searching for coverage files... [2024-06-02T08:14:29.231Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-06-02T08:14:29.231Z] ['info'] Processing ./coverage.dat... [2024-06-02T08:14:29.597Z] ['info'] Using manual override from args. [2024-06-02T08:14:29.598Z] ['info'] Detected Jenkins CI as the CI provider. [2024-06-02T08:14:29.610Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53734&build=10521&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F10521%2F&commit=9b6e22cb07be005eea2be183bf806b6593eb94ea&job=&pr=53734&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-06-02T08:14:30.468Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea https://storage.googleapis.com/codecov/v4/raw/2024-06-02/F6B65B6EE70BEC6C6B5E073ED3BB1A79/9b6e22cb07be005eea2be183bf806b6593eb94ea/327cd5cd-2bb9-433f-a77f-f894281c865b.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240602%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240602T081430Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=c662615cf773b33a86753cb6157e1c019b07dd9a9b164f4e8b7d8b580257b8d2 [2024-06-02T08:14:30.469Z] ['info'] Uploading... [2024-06-02T08:14:32.287Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/executor/insert.test: ok! 1224 test cases passed, take time 81.931148028 s ./t/executor/inspection_common.test: ok! 4 test cases passed, take time 0.001722559 s ./t/executor/issues.test: ok! 422 test cases passed, take time 12.719422521 s ./t/executor/jointest/hash_join.test: ok! 136 test cases passed, take time 6.739247727 s ./t/executor/jointest/join.test: ok! 866 test cases passed, take time 35.381295824 s ./t/executor/kv.test: ok! 16 test cases passed, take time 0.172442837 s ./t/executor/merge_join.test: ok! 259 test cases passed, take time 9.728746021 s ./t/executor/parallel_apply.test: ok! 96 test cases passed, take time 3.385251332 s ./t/executor/partition/issues.test: ok! 154 test cases passed, take time 6.46878187 s ./t/executor/partition/partition_boundaries.test: ok! 1035 test cases passed, take time 2.490350246 s ./t/executor/partition/partition_with_expression.test: ok! 298 test cases passed, take time 3.443553799 s ./t/executor/partition/table.test: ok! 224 test cases passed, take time 12.604777758 s ./t/executor/partition/write.test: ok! 355 test cases passed, take time 12.651774612 s ./t/executor/password_management.test: ok! 381 test cases passed, take time 3.126241024 s ./t/executor/point_get.test: ok! 273 test cases passed, take time 5.462122968 s ./t/executor/prepared.test: ok! 214 test cases passed, take time 2.831581785 s ./t/executor/revoke.test: ok! 65 test cases passed, take time 0.953297131 s ./t/executor/rowid.test: ok! 63 test cases passed, take time 0.84576559 s ./t/executor/sample.test: ok! 106 test cases passed, take time 11.757945933 s ./t/executor/set.test: ok! 228 test cases passed, take time 0.473974566 s ./t/executor/show.test: ok! 301 test cases passed, take time 14.918169393 s ./t/executor/simple.test: ok! 303 test cases passed, take time 2.925691025 s ./t/executor/split_table.test: ok! 60 test cases passed, take time 15.629912056 s ./t/executor/stale_txn.test: ok! 28 test cases passed, take time 1.413750307 s ./t/executor/statement_context.test: ok! 63 test cases passed, take time 0.394317112 s ./t/executor/union_scan.test: ok! 231 test cases passed, take time 3.741370797 s ./t/executor/update.test: ok! 513 test cases passed, take time 10.795722921 s ./t/executor/window.test: ok! 22 test cases passed, take time 0.240527724 s ./t/executor/write.test: ok! 1079 test cases passed, take time 34.231773747 s ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.07385131 s ./t/explain.test: ok! 21 test cases passed, take time 0.471134292 s ./t/explain_complex.test: ok! 41 test cases passed, take time 1.584711507 s ./t/explain_complex_stats.test: ok! 61 test cases passed, take time 4.576294305 s ./t/explain_cte.test: ok! 53 test cases passed, take time 1.250711589 s ./t/explain_easy.test: ok! 190 test cases passed, take time 6.478332872 s ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 1.4857650310000001 s ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 2.144210642 s ./t/explain_generate_column_substitute.test: ok! 233 test cases passed, take time 32.603343425 s ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 5.354929436 s ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.334833054 s ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.358784102 s ./t/explain_stats.test: ok! 10 test cases passed, take time 0.159086178 s ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.228297989 s ./t/expression/builtin.test: ok! 1332 test cases passed, take time 22.50504216 s ./t/expression/cast.test: ok! 62 test cases passed, take time 0.834704083 s ./t/expression/charset_and_collation.test: ok! 733 test cases passed, take time 29.48917041 s ./t/expression/constant_fold.test: ok! 12 test cases passed, take time 0.161806489 s ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.24563016 s ./t/expression/explain.test: ok! 77 test cases passed, take time 0.621771763 s ./t/expression/issues.test: ok! 1502 test cases passed, take time 53.837541525 s ./t/expression/json.test: ok! 229 test cases passed, take time 2.5793470640000002 s ./t/expression/misc.test: ok! 404 test cases passed, take time 12.811941667 s ./t/expression/multi_valued_index.test: ok! 314 test cases passed, take time 10.150665887 s ./t/expression/noop_functions.test: ok! 61 test cases passed, take time 0.104122364 s ./t/expression/plan_cache.test: ok! 184 test cases passed, take time 1.867443358 s ./t/expression/time.test: ok! 279 test cases passed, take time 2.245243276 s ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 1.993204228 s ./t/generated_columns.test: ok! 70 test cases passed, take time 6.701017361 s ./t/globalindex/aggregate.test: ok! 12 test cases passed, take time 0.105040027 s ./t/globalindex/expression_index.test: ok! 11 test cases passed, take time 0.10967806 s ./t/globalindex/index_join.test: ok! 32 test cases passed, take time 1.17166427 s ./t/globalindex/information_schema.test: ok! 5 test cases passed, take time 0.08790984 s ./t/globalindex/mem_index_lookup.test: ok! 29 test cases passed, take time 0.358682248 s ./t/globalindex/mem_index_merge.test: ok! 51 test cases passed, take time 0.620181325 s ./t/globalindex/mem_index_reader.test: ok! 25 test cases passed, take time 0.336203491 s ./t/globalindex/misc.test: ok! 70 test cases passed, take time 5.668846916 s ./t/globalindex/multi_valued_index.test: ok! 14 test cases passed, take time 0.111039642 s ./t/globalindex/point_get.test: ok! 21 test cases passed, take time 1.031914307 s ./t/globalindex/update.test: ok! 19 test cases passed, take time 0.347162142 s ./t/imdbload.test: ok! 63 test cases passed, take time 10.59114915 s ./t/index_join.test: ok! 22 test cases passed, take time 1.059741129 s ./t/index_merge.test: ok! 145 test cases passed, take time 4.257445933 s ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.095539726 s ./t/infoschema/infoschema.test: ok! 49 test cases passed, take time 1.7847154939999998 s ./t/infoschema/tables.test: ok! 120 test cases passed, take time 2.430175472 s ./t/infoschema/v2.test: ok! 30 test cases passed, take time 1.809636088 s ./t/naaj.test: ok! 134 test cases passed, take time 0.691606511 s ./t/new_character_set.test: ok! 61 test cases passed, take time 1.2312106250000001 s ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 3.551995442 s ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.960198236 s ./t/parser/integration.test: ok! 8 test cases passed, take time 0.341132327 s ./t/partition.test: ok! 3 test cases passed, take time 0.867603122 s ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 3.123524397 s ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.205700154 s ./t/planner/cascades/integration.test: ok! 246 test cases passed, take time 2.574288718 s ./t/planner/core/binary_plan.test: ok! 6 test cases passed, take time 0.000953912 s ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.343401562 s ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 5.849417416 s ./t/planner/core/casetest/index/index.test: ok! 225 test cases passed, take time 6.132380028 s ./t/planner/core/casetest/integration.test: ok! 459 test cases passed, take time 10.092149078 s ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 2.760048153 s ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 3.183415825 s ./t/planner/core/casetest/physicalplantest/physical_plan.test: ok! 858 test cases passed, take time 10.647999715 s ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.567478086 s ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.426924298 s ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.292631765 s ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 1.624215128 s ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 15.25030578 s ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 2.040944348 s ./t/planner/core/cbo.test: ok! 34 test cases passed, take time 1.352092752 s ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.001290919 s ./t/planner/core/expression_rewriter.test: ok! 206 test cases passed, take time 7.276252004 s ./t/planner/core/indexjoin.test: ok! 41 test cases passed, take time 0.39940288 s ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.102331301 s ./t/planner/core/indexmerge_path.test: ok! 231 test cases passed, take time 7.829317648 s ./t/planner/core/integration.test: ok! 1623 test cases passed, take time 63.137512113 s ./t/planner/core/integration_partition.test: ok! 498 test cases passed, take time 34.625081171 s ./t/planner/core/issuetest/planner_issue.test: ok! 106 test cases passed, take time 5.597145865 s ./t/planner/core/memtable_predicate_extractor.test: ok! 45 test cases passed, take time 0.476746681 s ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 7.115736441 s ./t/planner/core/physical_plan.test: ok! 43 test cases passed, take time 1.584965338 s ./t/planner/core/plan.test: ok! 157 test cases passed, take time 4.117021045 s ./t/planner/core/plan_cache.test: ok! 1243 test cases passed, take time 16.365885889 s ./t/planner/core/plan_cost_ver2.test: ok! 70 test cases passed, take time 0.869055217 s ./t/planner/core/point_get_plan.test: ok! 265 test cases passed, take time 4.953637102 s ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.138323389 s ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 0.918310578 s ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 1.646152003 s ./t/planner/core/rule_join_reorder.test: ok! 52 test cases passed, take time 2.036243675 s ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.448924597 s ./t/planner/core/tests/prepare/issue.test: ok! 321 test cases passed, take time 4.050371061 s ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 6.013552704 s ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 6.193879455 s ./t/privilege/privileges.test: ok! 411 test cases passed, take time 6.430650549 s ./t/select.test: ok! 189 test cases passed, take time 3.554842892 s ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.348420249 s ./t/session/clustered_index.test: ok! 385 test cases passed, take time 28.938294391 s ./t/session/common.test: ok! 203 test cases passed, take time 7.903405866 s ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 18.810452767 s ./t/session/privileges.test: ok! 66 test cases passed, take time 1.3616206690000001 s ./t/session/session.test: ok! 101 test cases passed, take time 5.583852009 s ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.582493361 s ./t/session/txn.test: ok! 14 test cases passed, take time 0.069176671 s ./t/session/variable.test: ok! 113 test cases passed, take time 0.437951621 s ./t/session/vars.test: ok! 127 test cases passed, take time 0.121084243 s ./t/sessionctx/setvar.test: ok! 681 test cases passed, take time 0.195095002 s ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.440130126 s ./t/statistics/handle.test: ok! 60 test cases passed, take time 5.951470304 s ./t/statistics/integration.test: ok! 19 test cases passed, take time 0.246409781 s ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 0.912333806 s ./t/subquery.test: ok! 32 test cases passed, take time 0.881228521 s ./t/table/cache.test: ok! 108 test cases passed, take time 9.263212645 s ./t/table/index.test: ok! 38 test cases passed, take time 3.881829638 s ./t/table/partition.test: ok! 229 test cases passed, take time 8.113771844 s ./t/table/tables.test: ok! 6 test cases passed, take time 0.064503972 s ./t/table/temptable.test: ok! 11 test cases passed, take time 0.133185215 s ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.417494653 s ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000933874 s ./t/tpch.test: ok! 41 test cases passed, take time 2.360000008 s ./t/types/const.test: ok! 143 test cases passed, take time 3.209456939 s ./t/util/admin.test: ok! 143 test cases passed, take time 11.470196811 s ./t/util/ranger.test: ok! 188 test cases passed, take time 3.581288242 s ./t/window_function.test: ok! 28 test cases passed, take time 0.211184627 s Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1405) - No such process ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh No test report files were found. Configuration error? [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] container [Pipeline] { [Pipeline] sh + bash scripts/plugins/report_job_result.sh SUCCESS result.json http://fileserver.pingcap.net --2024-06-02 08:29:59-- http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82 Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected. HTTP request sent, awaiting response... 200 OK Length: 4181 (4.1K) [application/octet-stream] Saving to: β€˜agent_upload_verifyci_metadata.py’ 0K .... 100% 671M=0s 2024-06-02 08:30:00 (671 MB/s) - β€˜agent_upload_verifyci_metadata.py’ saved [4181/4181] No junit report file parse result file result.json success upload data succesfully. [Pipeline] } [Pipeline] // container [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints [Pipeline] sh + echo done + curl -F ci_check/pingcap/tidb/ghpr_check2/9b6e22cb07be005eea2be183bf806b6593eb94ea=@done http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 410 100 139 100 271 3560 6942 --:--:-- --:--:-- --:--:-- 7131 {"msg":"success","url":"http://fileserver.pingcap.net/download/ci_check/pingcap/tidb/ghpr_check2/9b6e22cb07be005eea2be183bf806b6593eb94ea"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS